-- Logs begin at Wed 2021-08-04 05:03:05 UTC, end at Wed 2021-08-04 06:11:23 UTC. -- Aug 04 05:45:16.192363 dv-cinder-801617-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 04 05:45:18.866394 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.common.config [-] Logging enabled! Aug 04 05:45:18.866978 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev515 Aug 04 05:45:18.867162 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100322) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 04 05:45:18.870369 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.common.config [-] Logging enabled! Aug 04 05:45:18.870618 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev515 Aug 04 05:45:18.871178 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100322) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 04 05:45:18.872126 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 04 05:45:18.872359 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 04 05:45:18.872724 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 04 05:45:18.872966 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 04 05:45:18.873189 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 04 05:45:18.873645 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.873979 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.874275 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.874503 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.874794 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.875078 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.875357 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.875645 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.875962 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.876247 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.876522 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.876802 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.877032 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.877309 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.877591 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.877872 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.878093 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] debug = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.878368 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.878791 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.879200 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.879473 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.879755 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.880054 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.880318 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.880589 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.880868 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.881189 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] host = dv-cinder-801617-4-iscsi {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.881461 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.881742 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.882023 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.882300 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.882567 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.882844 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.883120 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.883388 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.883655 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] log_file = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.883949 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.884233 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.884513 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.884794 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.885014 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.885231 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.885511 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.885791 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.886061 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.886333 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.886604 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.886873 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.887144 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.887407 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.887687 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.887994 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.888277 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.888549 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.888819 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.889431 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.889431 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.889667 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.889937 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.890207 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.890478 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.890844 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.891118 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.891388 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.891682 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.891992 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.892272 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.892554 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.892832 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.893106 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.893374 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.893643 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.893912 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] use_json = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.894179 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.894444 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.894720 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.894987 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.895252 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.895521 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.895788 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.896088 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:18.896382 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.896673 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.896968 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.897249 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.897539 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.897817 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.898100 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.898373 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.898655 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.898939 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.899220 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.899491 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.899775 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.900071 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.900362 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.900663 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.900951 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.901236 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.901503 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.901773 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.902040 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.902313 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.902593 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.902887 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.903171 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.903439 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.903712 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.904025 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.904299 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.905106 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.905593 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.905721 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.905999 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.906272 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.906551 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.906827 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.907094 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.907360 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.907630 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.907986 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.908266 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.908533 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.908800 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.909071 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.909338 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.909617 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.909888 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.910157 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.910427 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.910701 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.910970 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.911239 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.911514 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.911780 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.912078 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.912349 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.912618 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.912886 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.913154 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.913426 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.913692 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.913957 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.914231 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.914500 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.914766 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.915035 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.915302 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.915569 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.915850 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.916165 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.916441 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.916717 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.916990 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.917262 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.917536 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.917806 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.918079 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.918352 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.918619 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.918902 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.919181 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.919462 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.919738 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.920039 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.921208 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.921315 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.921580 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.921857 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.922133 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.922423 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.922706 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.922996 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.923288 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.923578 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.923882 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.924175 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.924451 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.924757 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.925034 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:18.925249 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 04 05:45:18.925485 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100322) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 04 05:45:19.271188 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 04 05:45:19.271466 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 04 05:45:19.271755 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 04 05:45:19.272114 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 04 05:45:19.658747 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:19.658967 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:19.659216 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:19.660408 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:19.660675 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:19.660954 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:19.695713 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:19.696011 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:19.696275 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:19.713136 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:19.713413 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:19.713674 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:19.743194 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:19.743471 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:19.743733 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:19.779978 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:19.780255 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:19.780518 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:20.009638 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:20.010183 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:20.010183 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:20.010427 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:20.011112 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:20.130431 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:20.130739 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:20.131018 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:20.131286 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:20.131547 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:20.131852 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:20.132137 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:20.132388 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:20.132636 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:20.132911 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:20.133167 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:20.133428 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:20.133678 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:20.133925 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:20.134175 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:20.134432 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:20.134679 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:20.134940 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:20.135206 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:20.135461 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:20.135728 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:20.135998 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:20.136277 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:20.136646 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:20.136893 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:20.137132 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:20.137516 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100322) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 05:45:20.137752 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100322) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 05:45:20.137976 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100322) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 05:45:20.138203 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100322) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 05:45:20.138436 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100322) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 05:45:20.138664 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100322) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 05:45:20.139575 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 04 05:45:20.142613 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 04 05:45:20.146468 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 04 05:45:20.150165 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Aug 04 05:45:20.151929 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 04 05:45:20.152379 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 04 05:45:20.152710 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 04 05:45:20.153087 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 04 05:45:20.156484 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 04 05:45:20.156731 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 04 05:45:20.157075 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 04 05:45:20.162227 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 04 05:45:20.184724 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 04 05:45:20.185167 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:20.185458 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100322) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 04 05:45:20.186422 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:20.187753 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100322) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 04 05:45:20.188071 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 04 05:45:20.188322 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 04 05:45:20.191749 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:20.192054 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:20.254936 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 04 05:45:20.255170 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 04 05:45:20.255404 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 04 05:45:20.255766 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 04 05:45:20.276199 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_db.sqlalchemy.engines [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100322) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 04 05:45:20.895353 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.plugins.ml2.managers [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Initializing driver for type 'gre' Aug 04 05:45:20.895972 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] gre ID ranges: [(1, 1000)] Aug 04 05:45:21.095349 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.plugins.ml2.managers [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Initializing driver for type 'local' Aug 04 05:45:21.095998 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.plugins.ml2.managers [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Initializing driver for type 'vlan' Aug 04 05:45:21.187233 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] VlanTypeDriver initialization complete Aug 04 05:45:21.187607 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.plugins.ml2.managers [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Initializing driver for type 'vxlan' Aug 04 05:45:21.188138 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] vxlan ID ranges: [(1, 1000)] Aug 04 05:45:21.323445 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.plugins.ml2.managers [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Initializing extension driver 'port_security' Aug 04 05:45:21.323783 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.plugins.ml2.extensions.port_security [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] PortSecurityExtensionDriver initialization complete Aug 04 05:45:21.324169 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.plugins.ml2.managers [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Initializing mechanism driver 'openvswitch' Aug 04 05:45:21.324503 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.plugins.ml2.managers [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Initializing mechanism driver 'hyperv' Aug 04 05:45:21.331513 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:45:21.332385 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > port after_create 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.335840 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > port after_update 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.335840 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > port after_delete 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.335840 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100322) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 05:45:21.335840 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > subnet after_create 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.335840 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > subnet after_update 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.336363 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.336363 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100322) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 05:45:21.336363 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > network after_create 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.336363 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > network after_update 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.336363 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > network after_delete 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.336711 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100322) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 05:45:21.336963 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > security_group after_create 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.337316 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > security_group after_update 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.337658 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.338051 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100322) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 05:45:21.338449 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.338794 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.339132 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.339518 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100322) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 05:45:21.339966 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > address_group after_create 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.340314 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > address_group after_update 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.340650 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.341056 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100322) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 05:45:21.341410 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] ML2 OVO RPC backend initialized. {{(pid=100322) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 04 05:45:21.342226 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.342579 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.342993 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > network before_response 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.343339 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > networks before_response 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.343687 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > port before_response 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.344053 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > ports before_response 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.344397 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > subnet before_response 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.344740 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > subnets before_response 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.345090 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > network after_create 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.345491 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > network after_update 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.345827 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > network after_delete 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.346163 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > port after_create 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.346498 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > port after_update 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.346831 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > port after_delete 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.347165 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > subnet after_create 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.347499 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > subnet after_update 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.347829 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.348418 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.plugins.ml2.plugin [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Modular L2 Plugin initialization complete Aug 04 05:45:21.348746 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading services supported by the core plugin {{(pid=100322) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 04 05:45:21.349072 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.plugins.ml2.managers [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Got port-security extension from driver 'port_security' Aug 04 05:45:21.349535 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.extensions.vlantransparent [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Disabled vlantransparent extension. Aug 04 05:45:21.350016 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100322) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 04 05:45:21.350331 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading Plugin: router Aug 04 05:45:21.386708 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.387098 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > router after_create 55549900 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.387466 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > router before_create 55549900 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.387826 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.388219 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.388570 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > router after_delete 55549900 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.388957 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.389321 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > router after_create 55549900 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.389786 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > router after_update 55549900 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.390142 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > router after_update 55549900 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.390494 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.390854 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > router after_update 55549900 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.391266 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > router precommit_update 55549900 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.391634 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: port after_update 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.392009 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: port after_delete 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.392349 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: subnet after_update 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.392687 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.393034 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.393380 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > router precommit_create 55549900 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.393721 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: port before_delete 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.394062 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > router precommit_create 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.394418 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > router after_update 55549900 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.394763 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.395112 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > router precommit_create 55549900 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.395473 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.395819 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > router precommit_update 55549900 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.396208 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > agent after_create 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.396563 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > agent after_delete 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.396908 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > network after_delete 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.397791 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.quota.resource_registry [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Tracking information for resource: router configured {{(pid=100322) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 05:45:21.398127 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.quota.resource_registry [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Tracking information for resource: floatingip configured {{(pid=100322) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 05:45:21.402913 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.db.l3_agentschedulers_db [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 04 05:45:21.403488 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: port after_update 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.403849 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: port after_create 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.404223 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: port after_delete 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.404657 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: port after_update 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.405459 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > router before_create 55550100 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.405822 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.406187 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > router precommit_create 55550100 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.406547 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > router precommit_update 55550100 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.411114 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.services.provider_configuration [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Service providers = [] {{(pid=100322) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 04 05:45:21.411479 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.db.servicetype_db [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100322) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 04 05:45:21.414434 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.services.service_base [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100322) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 04 05:45:21.414784 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.services.service_base [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100322) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 04 05:45:21.415129 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.services.service_base [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100322) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 04 05:45:21.416045 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.services.service_base [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100322) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 04 05:45:21.416415 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.services.service_base [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 04 05:45:21.416784 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100322) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 05:45:21.417100 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 04 05:45:21.428238 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100322) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 05:45:21.428571 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading Plugin: auto_allocate Aug 04 05:45:21.434151 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: network precommit_update 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.434520 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: network precommit_create 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.435033 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100322) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 05:45:21.435350 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading Plugin: tag Aug 04 05:45:21.444012 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100322) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 05:45:21.444288 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading Plugin: timestamp Aug 04 05:45:21.448078 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100322) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 05:45:21.448411 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading Plugin: network_ip_availability Aug 04 05:45:21.453760 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.454134 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.454490 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.455197 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100322) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 05:45:21.455515 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading Plugin: flavors Aug 04 05:45:21.460441 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100322) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 05:45:21.460768 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading Plugin: revisions Aug 04 05:45:21.465024 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100322) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 05:45:21.465416 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_concurrency.lockutils [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.194s {{(pid=100322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 04 05:45:21.466147 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100322) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 04 05:45:21.466487 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Initializing extension manager. Aug 04 05:45:21.467035 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: __init__.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.467379 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: __pycache__ {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.467714 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.468077 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: address_group.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.468830 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.469391 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: address-group Aug 04 05:45:21.469714 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: address_scope.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.470427 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.470935 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: address-scope Aug 04 05:45:21.471256 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.472244 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.472751 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: router-admin-state-down-before-update Aug 04 05:45:21.473072 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: agent.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.473769 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.474265 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: agent Aug 04 05:45:21.474582 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: agent_resources_synced.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.475491 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.476016 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: agent-resources-synced Aug 04 05:45:21.476336 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: allowedaddresspairs.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.478110 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.478624 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: allowed-address-pairs Aug 04 05:45:21.478949 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: auto_allocated_topology.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.480042 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.480551 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: auto-allocated-topology Aug 04 05:45:21.480877 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: availability_zone.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.481566 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.482063 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: availability_zone Aug 04 05:45:21.482386 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: availability_zone_filter.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.483810 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.484333 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: availability_zone_filter Aug 04 05:45:21.484657 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: data_plane_status.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.485573 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.486081 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extension data-plane-status not supported by any of loaded plugins Aug 04 05:45:21.486410 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: default_subnetpools.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.487321 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.487826 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: default-subnetpools Aug 04 05:45:21.488177 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.488981 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.489482 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: dhcp_agent_scheduler Aug 04 05:45:21.489806 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: dns.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.490713 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.491211 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extension dns-integration not supported by any of loaded plugins Aug 04 05:45:21.491535 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: dns_domain_ports.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.492468 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.492968 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 04 05:45:21.493291 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.494207 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.494710 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 04 05:45:21.495030 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: dvr.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.495984 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.496485 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: dvr Aug 04 05:45:21.496803 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: ecmp_routes.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.497718 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.498895 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 04 05:45:21.499267 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: empty_string_filtering.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.500231 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.500738 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: empty-string-filtering Aug 04 05:45:21.501058 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.501970 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.502471 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 04 05:45:21.502791 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.503708 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.504243 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 04 05:45:21.504564 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: external_net.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.505481 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.505991 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: external-net Aug 04 05:45:21.506311 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.507222 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.507722 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: extra_dhcp_opt Aug 04 05:45:21.508063 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: extraroute.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.508977 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.509475 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: extraroute Aug 04 05:45:21.509792 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: extraroute_atomic.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.510815 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.511315 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: extraroute-atomic Aug 04 05:45:21.511635 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: filter_validation.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.512318 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.512812 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: filter-validation Aug 04 05:45:21.513129 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: fip_pf_description.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.514432 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.514940 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 04 05:45:21.515263 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: fip_port_details.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.516234 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.516738 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: fip-port-details Aug 04 05:45:21.517059 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: flavors.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.518276 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.518786 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: flavors Aug 04 05:45:21.519110 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.520782 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.521300 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 04 05:45:21.521659 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: floatingip_pools.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.522362 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.522869 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: floatingip-pools Aug 04 05:45:21.523192 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: ip_allocation.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.524159 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.524664 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extension ip_allocation not supported by any of loaded plugins Aug 04 05:45:21.524983 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.525907 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.526413 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: ip-substring-filtering Aug 04 05:45:21.526736 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: l2_adjacency.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.527657 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.528181 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 04 05:45:21.528502 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: l3.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.529489 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.530164 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: router Aug 04 05:45:21.530490 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.532861 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.533388 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 04 05:45:21.533719 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.534665 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.535180 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: ext-gw-mode Aug 04 05:45:21.535508 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.536471 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.536977 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: l3-ha Aug 04 05:45:21.537302 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: l3_flavors.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.538226 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.538736 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: l3-flavors Aug 04 05:45:21.539060 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.540008 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.540514 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 04 05:45:21.540835 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: l3agentscheduler.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.541865 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.542370 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: l3_agent_scheduler Aug 04 05:45:21.542695 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: logging.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.544196 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.544714 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extension logging not supported by any of loaded plugins Aug 04 05:45:21.545539 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: metering.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.546324 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.546903 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: metering Aug 04 05:45:21.547228 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.548334 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.548849 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: metering_source_and_destination_fields Aug 04 05:45:21.549176 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: multiprovidernet.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.550222 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.550734 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: multi-provider Aug 04 05:45:21.551059 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: netmtu.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.552008 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.552513 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: net-mtu Aug 04 05:45:21.552837 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: netmtu_writable.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.553757 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.554262 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: net-mtu-writable Aug 04 05:45:21.554587 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: network_availability_zone.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.555257 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.555755 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: network_availability_zone Aug 04 05:45:21.556104 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: network_ip_availability.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.557192 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.557699 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: network-ip-availability Aug 04 05:45:21.558023 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: network_segment_range.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.558784 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.559281 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extension network-segment-range not supported by any of loaded plugins Aug 04 05:45:21.559601 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: pagination.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.560600 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.561614 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: pagination Aug 04 05:45:21.561938 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: port_device_profile.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.562858 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.563370 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: port-device-profile Aug 04 05:45:21.563692 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.564633 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.565140 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: port-mac-address-regenerate Aug 04 05:45:21.565463 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.566377 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.566882 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: port-numa-affinity-policy Aug 04 05:45:21.567212 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: port_resource_request.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.568152 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.568660 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extension port-resource-request not supported by any of loaded plugins Aug 04 05:45:21.568983 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: portbindings.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.569913 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.570419 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: binding Aug 04 05:45:21.570741 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: portbindings_extended.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.572026 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.572541 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: binding-extended Aug 04 05:45:21.572864 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: portsecurity.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.573778 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.574283 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: port-security Aug 04 05:45:21.574608 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: project_id.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.575571 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.576000 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: project-id Aug 04 05:45:21.576360 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: providernet.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.577303 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.577808 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: provider Aug 04 05:45:21.578126 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: qos.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.581651 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.582170 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extension qos not supported by any of loaded plugins Aug 04 05:45:21.582504 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.583739 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.584274 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 04 05:45:21.584602 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.585520 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.586031 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 04 05:45:21.586353 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: qos_default.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.587270 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.587778 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extension qos-default not supported by any of loaded plugins Aug 04 05:45:21.588130 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: qos_fip.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.588780 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.589278 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extension qos-fip not supported by any of loaded plugins Aug 04 05:45:21.589600 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: qos_gateway_ip.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.590515 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.591017 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 04 05:45:21.591339 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: qos_port_network_policy.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.592297 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.592798 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 04 05:45:21.593121 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: qos_rule_type_details.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.594033 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.594534 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 04 05:45:21.594856 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: qos_rules_alias.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.595905 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.596413 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 04 05:45:21.596741 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: quotasv2.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.597638 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.598147 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: quotas Aug 04 05:45:21.598472 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: quotasv2_detail.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.601732 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.602078 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: quota_details Aug 04 05:45:21.602408 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: rbac.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.603494 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.604055 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: rbac-policies Aug 04 05:45:21.604387 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: rbac_address_group.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.605339 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.605856 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: rbac-address-group Aug 04 05:45:21.606182 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: rbac_address_scope.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.607127 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.608201 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: rbac-address-scope Aug 04 05:45:21.608681 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: rbac_security_groups.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.609613 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.610121 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: rbac-security-groups Aug 04 05:45:21.610443 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: rbac_subnetpool.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.611367 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.611898 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: rbac-subnetpool Aug 04 05:45:21.612220 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: revisionifmatch.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.613134 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.613639 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: revision-if-match Aug 04 05:45:21.613960 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: revisions.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.615095 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.615603 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: standard-attr-revisions Aug 04 05:45:21.615952 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: router_availability_zone.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.616628 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.617129 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: router_availability_zone Aug 04 05:45:21.617453 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: routerservicetype.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.618374 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.618879 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extension router-service-type not supported by any of loaded plugins Aug 04 05:45:21.619203 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.620162 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.620928 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: security-groups-normalized-cidr Aug 04 05:45:21.621254 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.622169 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.622676 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: port-security-groups-filtering Aug 04 05:45:21.622996 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.624650 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.625164 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: security-groups-remote-address-group Aug 04 05:45:21.625486 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: securitygroup.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.635062 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.635584 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: security-group Aug 04 05:45:21.635947 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: segment.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.636734 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.637241 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extension segment not supported by any of loaded plugins Aug 04 05:45:21.637568 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.638507 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.639042 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 04 05:45:21.639366 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: servicetype.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.640486 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.641004 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: service-type Aug 04 05:45:21.641330 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: sorting.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.642306 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.642638 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: sorting Aug 04 05:45:21.642962 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: standard_attr_segment.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.643972 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.644480 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 04 05:45:21.644803 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: standardattrdescription.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.645455 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.645959 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: standard-attr-description Aug 04 05:45:21.646282 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: stateful_security_group.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.647229 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.647742 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: stateful-security-group Aug 04 05:45:21.648089 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: stdattrs_common.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.648677 dv-cinder-801617-4-iscsi neutron-server[100322]: WARNING neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 04 05:45:21.648997 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.649935 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.650444 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 04 05:45:21.650768 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: subnet_onboard.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.651840 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.652384 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: subnet_onboard Aug 04 05:45:21.652711 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.653634 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.654142 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 04 05:45:21.654510 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: subnet_service_types.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.655431 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.655964 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: subnet-service-types Aug 04 05:45:21.656290 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: subnetallocation.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.663686 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.664227 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: subnet_allocation Aug 04 05:45:21.664553 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.665218 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.665769 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: subnetpool-prefix-ops Aug 04 05:45:21.666086 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.667009 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.667513 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 04 05:45:21.667834 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: tagging.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.668921 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.669434 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: standard-attr-tag Aug 04 05:45:21.669761 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: timestamp.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.673175 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.674202 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loaded extension: standard-attr-timestamp Aug 04 05:45:21.674671 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: trunk.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.676668 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.677190 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extension trunk not supported by any of loaded plugins Aug 04 05:45:21.677522 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: trunk_details.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.678449 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.678957 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extension trunk-details not supported by any of loaded plugins Aug 04 05:45:21.679283 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: uplink_status_propagation.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.680238 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.680766 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 04 05:45:21.681089 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Loading extension file: vlantransparent.py {{(pid=100322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 05:45:21.681767 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 05:45:21.682270 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 04 05:45:21.684909 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.quota.resource_registry [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Creating instance of TrackedResource for resource:network Aug 04 05:45:21.685436 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.quota.resource_registry [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Creating instance of TrackedResource for resource:subnet Aug 04 05:45:21.686396 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.quota.resource_registry [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 05:45:21.686791 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.quota.resource_registry [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Creating instance of TrackedResource for resource:port Aug 04 05:45:21.688085 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.v2.resource_helper [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 05:45:21.688523 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.v2.resource_helper [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Service FLAVORS assigned prefix: {{(pid=100322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 05:45:21.689133 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.v2.resource_helper [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 05:45:21.689567 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.v2.resource_helper [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 05:45:21.689898 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.quota.resource_registry [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Creating instance of TrackedResource for resource:router Aug 04 05:45:21.690333 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.quota.resource_registry [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Creating instance of TrackedResource for resource:floatingip Aug 04 05:45:21.690830 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.v2.resource_helper [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Service METERING assigned prefix: /metering {{(pid=100322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 05:45:21.692286 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.692711 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.693066 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:45:21.694124 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.quota.resource_registry [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Creating instance of CountableResource for resource:rbac_policy Aug 04 05:45:21.694510 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.quota.resource_registry [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Creating instance of TrackedResource for resource:security_group Aug 04 05:45:21.694945 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.quota.resource_registry [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 04 05:45:21.695556 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.v2.resource_helper [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Service CORE assigned prefix: {{(pid=100322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 05:45:21.695907 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.quota.resource_registry [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 05:45:21.696254 dv-cinder-801617-4-iscsi neutron-server[100322]: WARNING neutron.quota.resource_registry [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] subnetpool is already registered Aug 04 05:45:21.696677 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.v2.resource_helper [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Service CORE assigned prefix: {{(pid=100322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 05:45:21.697001 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.quota.resource_registry [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 05:45:21.697329 dv-cinder-801617-4-iscsi neutron-server[100322]: WARNING neutron.quota.resource_registry [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] subnetpool is already registered Aug 04 05:45:21.699633 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.v2.resource_helper [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 05:45:21.700113 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.v2.resource_helper [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Service FLAVORS assigned prefix: {{(pid=100322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 05:45:21.700696 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.v2.resource_helper [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 05:45:21.701114 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.v2.resource_helper [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 05:45:21.701468 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.quota.resource_registry [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Creating instance of TrackedResource for resource:router Aug 04 05:45:21.701808 dv-cinder-801617-4-iscsi neutron-server[100322]: WARNING neutron.quota.resource_registry [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] router is already registered Aug 04 05:45:21.702216 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.quota.resource_registry [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Creating instance of TrackedResource for resource:floatingip Aug 04 05:45:21.702553 dv-cinder-801617-4-iscsi neutron-server[100322]: WARNING neutron.quota.resource_registry [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] floatingip is already registered Aug 04 05:45:21.703006 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.v2.resource_helper [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Service METERING assigned prefix: /metering {{(pid=100322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 05:45:21.703686 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.quota.resource_registry [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Creating instance of CountableResource for resource:rbac_policy Aug 04 05:45:21.704033 dv-cinder-801617-4-iscsi neutron-server[100322]: WARNING neutron.quota.resource_registry [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] rbac_policy is already registered Aug 04 05:45:21.704430 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.quota.resource_registry [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Creating instance of TrackedResource for resource:security_group Aug 04 05:45:21.704761 dv-cinder-801617-4-iscsi neutron-server[100322]: WARNING neutron.quota.resource_registry [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] security_group is already registered Aug 04 05:45:21.705159 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.quota.resource_registry [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 04 05:45:21.705491 dv-cinder-801617-4-iscsi neutron-server[100322]: WARNING neutron.quota.resource_registry [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] security_group_rule is already registered Aug 04 05:45:21.706110 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.v2.resource_helper [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Service CORE assigned prefix: {{(pid=100322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 05:45:21.706438 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.quota.resource_registry [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 05:45:21.706775 dv-cinder-801617-4-iscsi neutron-server[100322]: WARNING neutron.quota.resource_registry [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] subnetpool is already registered Aug 04 05:45:21.707189 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.v2.resource_helper [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Service CORE assigned prefix: {{(pid=100322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 05:45:21.707522 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.quota.resource_registry [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 05:45:21.707853 dv-cinder-801617-4-iscsi neutron-server[100322]: WARNING neutron.quota.resource_registry [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] subnetpool is already registered Aug 04 05:45:21.708333 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extended resource: extensions {{(pid=100322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 05:45:21.709787 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extended resource: address-groups {{(pid=100322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 05:45:21.711316 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extended resource: address-scopes {{(pid=100322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 05:45:21.712649 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extended resource: agents {{(pid=100322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 05:45:21.713809 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extended resource: auto-allocated-topology {{(pid=100322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 05:45:21.715036 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extended resource: availability_zones {{(pid=100322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 05:45:21.716288 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extended resource: dhcp-networks {{(pid=100322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 05:45:21.719498 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extended resource: dhcp-agents {{(pid=100322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 05:45:21.720941 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extended resource: routers {{(pid=100322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 05:45:21.722643 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extended resource: flavors {{(pid=100322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 05:45:21.723947 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extended resource: service_profiles {{(pid=100322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 05:45:21.725145 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extended resource: next_providers {{(pid=100322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 05:45:21.726575 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extended resource: service_profiles {{(pid=100322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 05:45:21.728135 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extended resource: floatingip-pools {{(pid=100322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 05:45:21.729340 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extended resource: routers {{(pid=100322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 05:45:21.731022 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extended resource: floatingips {{(pid=100322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 05:45:21.733660 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extended resource: l3-routers {{(pid=100322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 05:45:21.734297 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extended resource: l3-agents {{(pid=100322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 05:45:21.735691 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extended resource: metering-labels {{(pid=100322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 05:45:21.736960 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extended resource: metering-label-rules {{(pid=100322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 05:45:21.738328 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extended resource: network-ip-availabilities {{(pid=100322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 05:45:21.739674 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extended resource: bindings {{(pid=100322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 05:45:21.741207 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extended resource: quotas {{(pid=100322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 05:45:21.742752 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extended resource: quotas {{(pid=100322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 05:45:21.744187 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extended resource: rbac-policies {{(pid=100322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 05:45:21.745439 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extended resource: security-groups {{(pid=100322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 05:45:21.746990 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extended resource: security-group-rules {{(pid=100322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 05:45:21.748474 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extended resource: service-providers {{(pid=100322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 05:45:21.750272 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extended resource: subnetpools {{(pid=100322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 05:45:21.752181 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extended resource: subnetpools {{(pid=100322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 05:45:21.754669 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extended resource: tags {{(pid=100322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 05:45:21.756394 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extended resource: tags {{(pid=100322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 05:45:21.758203 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extended resource: tags {{(pid=100322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 05:45:21.759996 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extended resource: tags {{(pid=100322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 05:45:21.761721 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extended resource: tags {{(pid=100322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 05:45:21.763722 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extended resource: tags {{(pid=100322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 05:45:21.765459 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extended resource: tags {{(pid=100322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 05:45:21.767213 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extended resource: tags {{(pid=100322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 05:45:21.769165 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extended resource: tags {{(pid=100322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 05:45:21.770886 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron.api.extensions [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Extended resource: tags {{(pid=100322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 05:45:21.776820 dv-cinder-801617-4-iscsi neutron-server[100322]: WARNING keystonemiddleware.auth_token [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 04 05:45:21.781958 dv-cinder-801617-4-iscsi neutron-server[100322]: WARNING keystonemiddleware.auth_token [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 04 05:45:21.791328 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_concurrency.lockutils [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Acquired lock "singleton_lock" {{(pid=100322) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 04 05:45:21.791810 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_concurrency.lockutils [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Releasing lock "singleton_lock" {{(pid=100322) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 04 05:45:21.792471 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO oslo_service.service [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Starting 2 workers Aug 04 05:45:21.797798 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Started child 100431 {{(pid=100322) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 04 05:45:21.802197 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Started child 100432 {{(pid=100322) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 04 05:45:21.803400 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:45:21.804160 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO neutron.service [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 04 05:45:21.804528 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Notify callbacks [] for process, before_spawn {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:45:21.804854 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [-] (100431) wsgi starting up on http://0.0.0.0:9696 Aug 04 05:45:21.806865 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO oslo_service.service [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Starting 1 workers Aug 04 05:45:21.807060 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:45:21.808436 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [-] (100432) wsgi starting up on http://0.0.0.0:9696 Aug 04 05:45:21.812209 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Started child 100433 {{(pid=100322) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 04 05:45:21.812753 dv-cinder-801617-4-iscsi neutron-server[100322]: INFO oslo_service.service [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Starting 1 workers Aug 04 05:45:21.816233 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.service [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] calling RpcWorker wait() {{(pid=100433) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 04 05:45:21.816812 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.service [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] returning from RpcWorker wait() {{(pid=100433) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 04 05:45:21.817218 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Started child 100434 {{(pid=100322) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 04 05:45:21.818054 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b87befca-4afc-4026-a860-bc23a192af05 None None] Notify callbacks [] for process, after_spawn {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:45:21.818149 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:45:21.818579 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:45:21.819990 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100322) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 04 05:45:21.820200 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 04 05:45:21.820385 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 04 05:45:21.820600 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 04 05:45:21.820963 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 04 05:45:21.821130 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 04 05:45:21.821619 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.821894 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.822156 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.822409 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.822562 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:45:21.823035 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.823273 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.823526 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.823778 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.823909 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:45:21.824062 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.824481 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.824651 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.824817 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.825069 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.825330 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.825620 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.825893 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.826138 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.826454 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.826626 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.826998 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.827432 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.827698 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.827993 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] debug = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.828239 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.828807 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.829131 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.829318 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.829557 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.829824 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.830070 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.830346 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.830774 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.830993 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.831243 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.831547 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.831801 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.832040 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.832264 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.832541 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.832783 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.833260 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] host = dv-cinder-801617-4-iscsi {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.833481 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.833724 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.833952 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.834203 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.834461 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.834677 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.834941 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.835197 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.835456 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.835682 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.835943 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.836200 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.836438 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.836693 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] log_file = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.836856 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] log_options = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.837098 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.837518 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.837797 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.837995 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.838164 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.838349 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.838609 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.838772 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.839022 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.839265 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.839459 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.839674 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.839926 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.840145 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.840386 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.840634 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.840876 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.841090 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.841360 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.841613 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.841835 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.842676 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.843102 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.843329 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.843569 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.843830 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.844077 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.844421 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.844792 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.845066 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.845307 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.845566 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.845832 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.846088 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.846338 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.846565 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.846779 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.847053 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.847285 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.847530 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.847777 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.848096 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.848327 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.854077 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.854077 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.854077 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] use_json = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.854077 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.854077 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.854077 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.854077 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.854077 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.854077 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.855367 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.855367 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.855367 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.855367 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.855367 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.855367 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.855367 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.855367 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.856435 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.856435 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.856435 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.856435 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.856435 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.856435 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.856435 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.856435 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.857506 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.857506 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.857506 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.857506 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.857506 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.857506 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.857506 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.857506 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.859587 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.859587 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.859587 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.859587 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.859587 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.859587 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.859587 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.860650 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.860650 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.860650 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.860650 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.861180 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.861180 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.861445 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.861445 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.861719 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.861968 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.863983 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.863983 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.864158 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 51216) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:45:21.864244 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.864244 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.864244 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.864244 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.864244 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.864244 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.864244 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.864244 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.864705 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.864705 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.864822 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.865021 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.865234 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.865548 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.865895 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.866147 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.866385 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.866616 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.866847 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.867086 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.867381 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.867631 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.867992 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.868323 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.868540 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.868754 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.868976 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.869192 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.869744 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.869989 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.870205 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.870415 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.870888 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.871145 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.871481 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.871722 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.871958 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.877088 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.877088 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.877088 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.877088 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.877088 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.877088 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.877088 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.877826 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0084767 Aug 04 05:45:21.877914 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.877914 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.877914 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.877914 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.877914 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.877914 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.877914 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.877914 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.878581 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.878581 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.878581 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.878581 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.878581 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.878581 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.878581 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.878581 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.879369 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.879369 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.879369 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.879369 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.879369 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.879756 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.879756 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.880047 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.880295 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.880543 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.880826 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.881064 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.881351 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.881565 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.881853 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.882880 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.883205 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.883671 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.883925 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.884155 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.884411 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.884640 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.884888 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.885130 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.885370 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.885781 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.886061 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.886275 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.886510 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.886719 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.886961 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.887260 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.887485 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.887692 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.887932 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.888203 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.888445 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.888680 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.888956 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.889205 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.889437 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.889762 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.889994 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.890393 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.890592 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.890815 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.891023 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.891251 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.891462 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.891690 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.892632 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.892632 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.892632 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.892632 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.893163 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.893163 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.893509 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.893509 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.893773 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.893909 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.894051 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.894291 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.894447 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.894648 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.894862 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.895079 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.895325 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.895553 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.895928 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.896098 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.896297 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.896922 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.896922 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.900767 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.900767 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.900767 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.900767 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.900767 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.900767 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.900767 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.900767 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.908444 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.908444 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.908444 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.908444 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.908444 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.908444 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.908444 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.908444 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.909238 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.909238 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.909238 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.909238 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.909238 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.909238 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.909238 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.909238 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.909812 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.909812 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.909812 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.909812 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.909812 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.909812 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.909812 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.909812 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.910400 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.910400 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.910400 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.910400 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.910400 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.910400 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.910400 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.910400 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.911136 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.911136 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.911136 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.911136 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.911136 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.911136 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.911136 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.911136 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.913762 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.913762 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.913762 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.913762 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.913762 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.913762 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.913762 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.913762 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.914815 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.914815 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.914815 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.914815 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.914815 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.914815 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.914815 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.914815 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.916510 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.916510 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.916510 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.916510 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.916510 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.916510 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.916510 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.916510 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.918269 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.918269 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.918269 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.918269 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.918269 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.918269 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.918269 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.918269 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.919587 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.919587 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.919587 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.919587 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.919587 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.919587 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.919587 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.919587 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.921014 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.921014 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.921014 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.921014 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.921014 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.921014 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.921615 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.921615 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.921808 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.921911 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.922110 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.922345 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.922638 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.922799 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.923686 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.923686 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.923686 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.923686 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.924168 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.924168 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.924369 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.924609 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.924821 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.924977 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 04 05:45:21.925493 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100322) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 04 05:45:21.926360 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 04 05:45:21.926360 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 04 05:45:21.926360 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 04 05:45:21.927146 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 04 05:45:21.927304 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 04 05:45:21.927670 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.927831 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.928012 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.928175 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.928328 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.929000 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.929549 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.929713 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.934274 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.934274 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.934274 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.934274 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.934274 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.934274 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.934274 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.934274 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.935475 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.935475 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.935475 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.935475 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.935475 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.935475 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.935475 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] debug = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.935475 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.936607 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.936607 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.936607 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.936607 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.936607 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.936607 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.937448 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.937448 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.937448 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.937448 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.937448 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.937448 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.937448 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.937448 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.938473 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.938473 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.938473 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] host = dv-cinder-801617-4-iscsi {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.938473 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.938473 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.938473 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.938473 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.938473 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.939294 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.939294 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.939294 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.939294 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.939294 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.939294 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.939294 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.939294 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.939829 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] log_file = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.939829 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] log_options = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.939829 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.939829 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.939829 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.939829 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.939829 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.942920 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.942920 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.942920 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.942920 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.942920 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.942920 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.942920 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.942920 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.943804 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.943804 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.943804 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.943804 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.943804 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.943804 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.943804 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.943804 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.946125 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.946125 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.946125 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.946125 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.946125 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.946125 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.946125 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.946125 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.946125 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.947212 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.947212 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.947212 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.947212 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.947212 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.947212 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.947212 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.947212 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.947747 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.947747 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.947747 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.947747 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.947747 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.947747 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.947747 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.947747 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] use_json = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.948246 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.948246 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.948246 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.948246 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.948246 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.948246 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.948246 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.948246 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 05:45:21.948727 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.948727 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.948727 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.948727 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.949023 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.949023 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.950375 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.950375 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.950375 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.950375 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.950375 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.950375 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.950375 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.950375 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.950978 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.950978 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.950978 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.950978 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.950978 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.951785 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.951785 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.951785 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.951785 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.951785 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.951785 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.952771 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.952939 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.953103 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.954207 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.954207 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.954207 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.954207 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.954207 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.954207 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.954207 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.954944 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.954944 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.954944 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.954944 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.954944 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.955306 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.955306 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.955306 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.955520 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.955600 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.955748 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.955986 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.956140 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.956282 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.960787 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.960787 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.960787 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.960787 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.960787 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.960787 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.960787 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.960787 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.960787 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.961461 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.961461 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.961461 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.961461 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.961461 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.961461 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.961461 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.961461 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.961461 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.961976 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.961976 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.961976 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.961976 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.961976 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.961976 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.961976 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.961976 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.961976 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.962472 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.962472 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.962472 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.962472 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.962472 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.962472 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.962472 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.962472 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.962472 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.962974 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.962974 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.962974 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.962974 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.962974 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.962974 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.962974 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.962974 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.963423 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.963423 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.963423 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.963423 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.963662 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.963662 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.963782 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.963957 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.964257 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.964572 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.965523 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.965702 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.965862 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.966013 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.966296 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.966438 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.966563 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.966724 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.966922 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.967678 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.967812 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.968081 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.968081 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.968319 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.968442 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.968565 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.968687 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.968810 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.968950 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.969076 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.969227 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.969384 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.969540 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.969754 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.969879 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.970002 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.970147 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.970304 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.971248 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.971248 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.971248 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.971248 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.971248 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.971248 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.972020 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.972020 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.972020 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.972020 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.972020 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.972596 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.972596 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.972596 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.972596 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.973048 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.973048 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.973048 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.974156 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.974156 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.974156 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.974156 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.974156 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.974156 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.974156 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.974156 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.975059 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.975059 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.975059 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.975059 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.975059 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.975059 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.975821 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.975821 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.975821 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.975821 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.975821 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.976414 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.976414 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.976414 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.976414 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.976859 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.976859 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.976859 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.977216 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.977216 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.977450 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.977450 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.977764 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.977764 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.978001 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.978001 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.978233 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.978414 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.978540 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.978663 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.978786 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.978919 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.979043 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.979165 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.979330 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.979492 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.979649 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.979882 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.980380 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.980380 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.980380 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.980380 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.980845 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.980845 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.980845 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.981202 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.981202 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.981398 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.981398 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.981578 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.981749 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.981975 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.982125 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.982267 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.982440 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.983404 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.983582 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.983722 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.984055 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.984204 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.984369 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.984542 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.984688 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.984842 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.984982 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.985121 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.985268 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.985425 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.985586 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.985734 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.985883 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.986021 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.986771 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.986771 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.986771 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.987178 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.987178 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.987436 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.987436 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.987693 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.987693 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.988006 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.988006 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.988339 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.988339 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.988591 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.988591 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.988744 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.989567 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.989567 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.989567 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.989567 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.989567 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.990072 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.990072 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.990072 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.990072 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.990441 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.990441 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.990641 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.990747 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.990850 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.990953 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.991121 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.991286 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.991497 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.991643 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.991815 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.995155 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.995155 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.995155 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.995155 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.995155 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.995155 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.995155 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.995155 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.995155 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.996301 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.996301 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.996301 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.996301 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.996301 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.996301 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.996301 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.996301 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.996301 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.996974 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.996974 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 05:45:21.996974 dv-cinder-801617-4-iscsi neutron-server[100322]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 04 05:45:22.006262 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:45:33.526519 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e541f21-820d-4820-9fe6-05733e0c490d None None] get_active_networks_info from dv-cinder-801617-4-iscsi {{(pid=100433) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 04 05:45:33.661504 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e541f21-820d-4820-9fe6-05733e0c490d None None] No non-hosted networks {{(pid=100433) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 04 05:45:33.668770 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.agentschedulers_db [None req-9e541f21-820d-4820-9fe6-05733e0c490d None None] DHCP Agent not found on host dv-cinder-801617-4-iscsi {{(pid=100433) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 04 05:45:33.908525 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-04b97422-9531-4584-a211-127a80439d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-946586'] for agent, after_create {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:45:36.016320 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-dd103447-0942-4c51-b4e2-7a8e6e9bf806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-946586'] for agent, after_create {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:45:36.078648 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.db.api [None req-0dda9fb8-aa7c-46ca-a317-24b6896fc3b9 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-801617-4-iscsi {{(pid=100433) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 05:45:36.079028 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG oslo_db.api [None req-0dda9fb8-aa7c-46ca-a317-24b6896fc3b9 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 05:45:36.111706 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-946586'] for agent, after_create {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:45:36.112565 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:45:36.113036 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:45:36.113518 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:45:36.113980 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:45:36.114591 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:45:36.115051 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:45:36.115563 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:45:36.116071 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:45:36.116581 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:45:36.117037 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:45:36.117545 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:45:36.118038 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:45:36.118558 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-801617-4-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:45:36.134300 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-801617-4-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:45:36.683679 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-0dda9fb8-aa7c-46ca-a317-24b6896fc3b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:45:37.575539 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6693b30c-6718-4946-8b55-748181203f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-946586'] for agent, after_create {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:45:38.681568 dv-cinder-801617-4-iscsi neutron-server[100433]: INFO neutron.db.l3_hamode_db [None req-397ad2f1-03dd-4c78-af1d-84d786d7ffb0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 04 05:45:38.761729 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397ad2f1-03dd-4c78-af1d-84d786d7ffb0 None None] Routers set() bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:45:38.762111 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397ad2f1-03dd-4c78-af1d-84d786d7ffb0 None None] Router IDs set() for agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 04 05:45:39.267472 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-dee0c6e9-f257-441c-951e-ad3806d8c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-946586'] for agent, after_create {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:45:39.950501 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 51320) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:45:40.439319 dv-cinder-801617-4-iscsi neutron-server[100432]: WARNING oslo_policy.policy [None req-6b994144-eb09-4dff-b74f-4b40078cf097 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 05:45:40.439925 dv-cinder-801617-4-iscsi neutron-server[100432]: WARNING oslo_policy.policy [None req-6b994144-eb09-4dff-b74f-4b40078cf097 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 05:45:40.659336 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [None req-6b994144-eb09-4dff-b74f-4b40078cf097 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=100432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 05:45:40.660331 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-6b994144-eb09-4dff-b74f-4b40078cf097 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7085690 Aug 04 05:45:42.998646 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 51334) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:45:43.299169 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [None req-51ab88c6-5eb3-433c-81bd-22e2bd359b0c admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:45:43.391685 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.policy [None req-51ab88c6-5eb3-433c-81bd-22e2bd359b0c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100432) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 04 05:45:43.435723 dv-cinder-801617-4-iscsi neutron-server[100432]: WARNING oslo_policy.policy [None req-51ab88c6-5eb3-433c-81bd-22e2bd359b0c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 05:45:43.436106 dv-cinder-801617-4-iscsi neutron-server[100432]: WARNING oslo_policy.policy [None req-51ab88c6-5eb3-433c-81bd-22e2bd359b0c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 05:45:43.444417 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.quota [None req-51ab88c6-5eb3-433c-81bd-22e2bd359b0c admin admin] Loaded quota_driver: . Aug 04 05:45:43.604028 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-51ab88c6-5eb3-433c-81bd-22e2bd359b0c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791111607164', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791111606545', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791111660999', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791111658301', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791117521999', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791111638588', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1601157', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1604192', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-610057', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-938601'] for rbac-policy, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:45:43.843742 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-51ab88c6-5eb3-433c-81bd-22e2bd359b0c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:45:43.844973 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-51ab88c6-5eb3-433c-81bd-22e2bd359b0c admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8453755 Aug 04 05:45:46.380045 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 51346) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:45:46.674840 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [None req-e79eee7c-4cba-4f09-b101-fedc47522105 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '4b8c270ecab64cd6a3b9b541a1563c46', 'name': 'private', 'project_id': '4b8c270ecab64cd6a3b9b541a1563c46'}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:45:46.763081 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79eee7c-4cba-4f09-b101-fedc47522105 admin admin] Made reservation on behalf of 4b8c270ecab64cd6a3b9b541a1563c46 for: {'network': 1} {{(pid=100432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 05:45:46.766410 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-e79eee7c-4cba-4f09-b101-fedc47522105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for network, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:45:46.782612 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-e79eee7c-4cba-4f09-b101-fedc47522105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:45:46.902804 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-e79eee7c-4cba-4f09-b101-fedc47522105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:45:46.974563 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-e79eee7c-4cba-4f09-b101-fedc47522105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:45:46.994123 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e79eee7c-4cba-4f09-b101-fedc47522105 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=100432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 05:45:47.022583 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-e79eee7c-4cba-4f09-b101-fedc47522105 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791115231214', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2010985'] for segment, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:45:47.023159 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-e79eee7c-4cba-4f09-b101-fedc47522105 admin admin] Unsubscribe: segment precommit_create {{(pid=100432) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 04 05:45:47.023652 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.db.segments_db [None req-e79eee7c-4cba-4f09-b101-fedc47522105 admin admin] Added segment 162ee555-974b-47f6-920f-df762359abd8 of type vlan for network 6457712a-ee8a-4688-be63-50bf80599919 Aug 04 05:45:47.040319 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79eee7c-4cba-4f09-b101-fedc47522105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65ed348-d1bf-4c9d-946d-3212c35e5c17,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:45:47.066293 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79eee7c-4cba-4f09-b101-fedc47522105 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:45:47.066642 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79eee7c-4cba-4f09-b101-fedc47522105 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:45:47.066983 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79eee7c-4cba-4f09-b101-fedc47522105 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:45:47.067303 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79eee7c-4cba-4f09-b101-fedc47522105 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:45:47.067621 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79eee7c-4cba-4f09-b101-fedc47522105 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:45:47.067969 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79eee7c-4cba-4f09-b101-fedc47522105 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:45:47.068288 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79eee7c-4cba-4f09-b101-fedc47522105 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:45:47.068599 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79eee7c-4cba-4f09-b101-fedc47522105 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:45:47.068921 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79eee7c-4cba-4f09-b101-fedc47522105 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:45:47.069228 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79eee7c-4cba-4f09-b101-fedc47522105 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:45:47.069532 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79eee7c-4cba-4f09-b101-fedc47522105 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:45:47.069835 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79eee7c-4cba-4f09-b101-fedc47522105 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:45:47.071076 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79eee7c-4cba-4f09-b101-fedc47522105 admin admin] Tracked resource versions report: Aug 04 05:45:47.071076 dv-cinder-801617-4-iscsi neutron-server[100432]: pushed versions: Aug 04 05:45:47.071076 dv-cinder-801617-4-iscsi neutron-server[100432]: { 'AddressGroup': {'1.2'}, Aug 04 05:45:47.071076 dv-cinder-801617-4-iscsi neutron-server[100432]: 'ConntrackHelper': {'1.0'}, Aug 04 05:45:47.071076 dv-cinder-801617-4-iscsi neutron-server[100432]: 'Log': {'1.0'}, Aug 04 05:45:47.071076 dv-cinder-801617-4-iscsi neutron-server[100432]: 'Network': {'1.1'}, Aug 04 05:45:47.071076 dv-cinder-801617-4-iscsi neutron-server[100432]: 'Port': {'1.7'}, Aug 04 05:45:47.071076 dv-cinder-801617-4-iscsi neutron-server[100432]: 'PortForwarding': {'1.2'}, Aug 04 05:45:47.071076 dv-cinder-801617-4-iscsi neutron-server[100432]: 'QosPolicy': {'1.8'}, Aug 04 05:45:47.071076 dv-cinder-801617-4-iscsi neutron-server[100432]: 'SecurityGroup': {'1.4'}, Aug 04 05:45:47.071076 dv-cinder-801617-4-iscsi neutron-server[100432]: 'SecurityGroupRule': {'1.2'}, Aug 04 05:45:47.071076 dv-cinder-801617-4-iscsi neutron-server[100432]: 'SubPort': {'1.0'}, Aug 04 05:45:47.071076 dv-cinder-801617-4-iscsi neutron-server[100432]: 'Subnet': {'1.1'}, Aug 04 05:45:47.071076 dv-cinder-801617-4-iscsi neutron-server[100432]: 'Trunk': {'1.1'}} Aug 04 05:45:47.071076 dv-cinder-801617-4-iscsi neutron-server[100432]: consumer versions: Aug 04 05:45:47.071076 dv-cinder-801617-4-iscsi neutron-server[100432]: { DHCP agent@dv-cinder-801617-4-iscsi: {}, Aug 04 05:45:47.071076 dv-cinder-801617-4-iscsi neutron-server[100432]: L3 agent@dv-cinder-801617-4-iscsi: {}, Aug 04 05:45:47.071076 dv-cinder-801617-4-iscsi neutron-server[100432]: Metadata agent@dv-cinder-801617-4-iscsi: {}, Aug 04 05:45:47.071076 dv-cinder-801617-4-iscsi neutron-server[100432]: Metering agent@dv-cinder-801617-4-iscsi: {}, Aug 04 05:45:47.071076 dv-cinder-801617-4-iscsi neutron-server[100432]: Open vSwitch agent@dv-cinder-801617-4-iscsi: { 'AddressGroup': '1.2', Aug 04 05:45:47.071076 dv-cinder-801617-4-iscsi neutron-server[100432]: 'ConntrackHelper': '1.0', Aug 04 05:45:47.071076 dv-cinder-801617-4-iscsi neutron-server[100432]: 'Log': '1.0', Aug 04 05:45:47.071076 dv-cinder-801617-4-iscsi neutron-server[100432]: 'Network': '1.1', Aug 04 05:45:47.071076 dv-cinder-801617-4-iscsi neutron-server[100432]: 'Port': '1.7', Aug 04 05:45:47.071076 dv-cinder-801617-4-iscsi neutron-server[100432]: 'PortForwarding': '1.2', Aug 04 05:45:47.071076 dv-cinder-801617-4-iscsi neutron-server[100432]: 'QosPolicy': '1.8', Aug 04 05:45:47.071076 dv-cinder-801617-4-iscsi neutron-server[100432]: 'SecurityGroup': '1.4', Aug 04 05:45:47.071076 dv-cinder-801617-4-iscsi neutron-server[100432]: 'SecurityGroupRule': '1.2', Aug 04 05:45:47.071076 dv-cinder-801617-4-iscsi neutron-server[100432]: 'SubPort': '1.0', Aug 04 05:45:47.071076 dv-cinder-801617-4-iscsi neutron-server[100432]: 'Subnet': '1.1', Aug 04 05:45:47.071076 dv-cinder-801617-4-iscsi neutron-server[100432]: 'Trunk': '1.1'}} Aug 04 05:45:47.071076 dv-cinder-801617-4-iscsi neutron-server[100432]: {{(pid=100432) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 05:45:47.149146 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-e79eee7c-4cba-4f09-b101-fedc47522105 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791114671894'] for network, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:45:47.272136 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-e79eee7c-4cba-4f09-b101-fedc47522105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527'] for network, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:45:47.273205 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79eee7c-4cba-4f09-b101-fedc47522105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:45:47.273865 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-e79eee7c-4cba-4f09-b101-fedc47522105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for network, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:45:47.367735 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79eee7c-4cba-4f09-b101-fedc47522105 admin admin] Pushing event updated for resources: {'Network': ['ID=6457712a-ee8a-4688-be63-50bf80599919,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:45:47.379518 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Network 6457712a-ee8a-4688-be63-50bf80599919 details requested by agent ovs-agent-dv-cinder-801617-4-iscsi with host dv-cinder-801617-4-iscsi {{(pid=100433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 05:45:47.415584 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-e79eee7c-4cba-4f09-b101-fedc47522105 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0344326 Aug 04 05:45:50.047964 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 51360) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:45:50.435313 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0164b933-b7b1-43e9-9dad-b0f4ef1bcc75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:45:50.436689 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-0164b933-b7b1-43e9-9dad-b0f4ef1bcc75 admin admin] 10.222.0.37 "GET /v2.0/networks/6457712a-ee8a-4688-be63-50bf80599919 HTTP/1.1" status: 200 len: 825 time: 0.3877821 Aug 04 05:45:50.461132 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-e0bf464c-9097-4e7e-9134-f077f5e2dd17 admin admin] 10.222.0.37 "GET /v2.0/subnetpools/a0a58e2e-94e3-4d0c-b8fe-143f3a27cb38 HTTP/1.1" status: 200 len: 734 time: 0.0185375 Aug 04 05:45:50.470176 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [None req-9fad2787-d835-45de-b431-c6e9760eb0a1 admin admin] Request body: {'subnet': {'subnetpool_id': 'a0a58e2e-94e3-4d0c-b8fe-143f3a27cb38', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': '4b8c270ecab64cd6a3b9b541a1563c46', 'network_id': '6457712a-ee8a-4688-be63-50bf80599919', 'ip_version': 4}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:45:50.580480 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fad2787-d835-45de-b431-c6e9760eb0a1 admin admin] Made reservation on behalf of 4b8c270ecab64cd6a3b9b541a1563c46 for: {'subnet': 1} {{(pid=100432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 05:45:50.582658 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-9fad2787-d835-45de-b431-c6e9760eb0a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:45:50.952805 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-9fad2787-d835-45de-b431-c6e9760eb0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527'] for subnet, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:45:51.026661 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad2787-d835-45de-b431-c6e9760eb0a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=986eba23-9657-46f0-99e8-b7d5df09ed23,revision_number=0']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:45:51.029867 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fad2787-d835-45de-b431-c6e9760eb0a1 admin admin] Checking segment: {'id': '162ee555-974b-47f6-920f-df762359abd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6457712a-ee8a-4688-be63-50bf80599919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:45:51.030232 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fad2787-d835-45de-b431-c6e9760eb0a1 admin admin] Network hostable DHCP agents. Network: 6457712a-ee8a-4688-be63-50bf80599919, hostable agents: ['4768dbe1-4fdd-4775-b2cc-1723632bf934'], hosted agents: [] {{(pid=100432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 05:45:51.140446 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fad2787-d835-45de-b431-c6e9760eb0a1 admin admin] Network 6457712a-ee8a-4688-be63-50bf80599919 is scheduled to be hosted by DHCP agent 4768dbe1-4fdd-4775-b2cc-1723632bf934 with binding_index 1 {{(pid=100432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 05:45:51.220194 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.base_scheduler [None req-9fad2787-d835-45de-b431-c6e9760eb0a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-4-iscsi, 6457712a-ee8a-4688-be63-50bf80599919) {{(pid=100432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:45:51.224730 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fad2787-d835-45de-b431-c6e9760eb0a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:45:51.225300 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-9fad2787-d835-45de-b431-c6e9760eb0a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for subnet, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:45:51.229542 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6fb30f-e6c1-4d0e-bc53-ab34e117b183 None None] Network 6457712a-ee8a-4688-be63-50bf80599919 requested from dv-cinder-801617-4-iscsi {{(pid=100433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 05:45:51.301158 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-9fad2787-d835-45de-b431-c6e9760eb0a1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8345158 Aug 04 05:45:51.550851 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5536c39-5d4c-4674-9021-18ee2bac40fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d1b3a8-ca01-589b-8715-9fbe483b46e6-6457712a-ee8a-4688-be63-50bf80599919', 'network_id': '6457712a-ee8a-4688-be63-50bf80599919', 'tenant_id': '4b8c270ecab64cd6a3b9b541a1563c46', 'fixed_ips': [{'subnet_id': '986eba23-9657-46f0-99e8-b7d5df09ed23'}]}} from dv-cinder-801617-4-iscsi. {{(pid=100433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 05:45:51.552087 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c5536c39-5d4c-4674-9021-18ee2bac40fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:45:51.879373 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.db_base_plugin_common [None req-c5536c39-5d4c-4674-9021-18ee2bac40fe None None] Allocated IP 172.20.0.2 (6457712a-ee8a-4688-be63-50bf80599919/986eba23-9657-46f0-99e8-b7d5df09ed23/a6eb89ec-c1db-4576-a9ff-3267c03049fc) {{(pid=100433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 05:45:52.113428 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c5536c39-5d4c-4674-9021-18ee2bac40fe None None] Notify callbacks [] for port, precommit_create {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:45:52.128236 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c5536c39-5d4c-4674-9021-18ee2bac40fe None None] Transition to ACTIVE for port object a6eb89ec-c1db-4576-a9ff-3267c03049fc will not be triggered until provisioned by entity L2. {{(pid=100433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:45:52.149457 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c5536c39-5d4c-4674-9021-18ee2bac40fe None None] Transition to ACTIVE for port object a6eb89ec-c1db-4576-a9ff-3267c03049fc will not be triggered until provisioned by entity DHCP. {{(pid=100433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:45:52.226667 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c5536c39-5d4c-4674-9021-18ee2bac40fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606'] for port, after_create {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:45:52.305736 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5536c39-5d4c-4674-9021-18ee2bac40fe None None] Network 6457712a-ee8a-4688-be63-50bf80599919 is already hosted by enough agents. {{(pid=100433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:45:52.309622 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.scheduler.base_scheduler [None req-c5536c39-5d4c-4674-9021-18ee2bac40fe None None] Resources bound (agent type, host, resource id): {{(pid=100433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:45:52.311481 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5536c39-5d4c-4674-9021-18ee2bac40fe None None] Pushing event updated for resources: {'Port': ['ID=a6eb89ec-c1db-4576-a9ff-3267c03049fc,revision_number=1']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:45:52.319065 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5536c39-5d4c-4674-9021-18ee2bac40fe None None] Received port after_create {{(pid=100433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 05:45:52.322386 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5536c39-5d4c-4674-9021-18ee2bac40fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:45:52.322746 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5536c39-5d4c-4674-9021-18ee2bac40fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:45:52.323087 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5536c39-5d4c-4674-9021-18ee2bac40fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:45:52.323418 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5536c39-5d4c-4674-9021-18ee2bac40fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:45:52.323742 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5536c39-5d4c-4674-9021-18ee2bac40fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:45:52.324091 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5536c39-5d4c-4674-9021-18ee2bac40fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:45:52.324413 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5536c39-5d4c-4674-9021-18ee2bac40fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:45:52.324734 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5536c39-5d4c-4674-9021-18ee2bac40fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:45:52.325582 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5536c39-5d4c-4674-9021-18ee2bac40fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:45:52.325953 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5536c39-5d4c-4674-9021-18ee2bac40fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:45:52.326276 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5536c39-5d4c-4674-9021-18ee2bac40fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:45:52.326590 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5536c39-5d4c-4674-9021-18ee2bac40fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:45:52.327666 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5536c39-5d4c-4674-9021-18ee2bac40fe None None] Tracked resource versions report: Aug 04 05:45:52.327666 dv-cinder-801617-4-iscsi neutron-server[100433]: pushed versions: Aug 04 05:45:52.327666 dv-cinder-801617-4-iscsi neutron-server[100433]: { 'AddressGroup': {'1.2'}, Aug 04 05:45:52.327666 dv-cinder-801617-4-iscsi neutron-server[100433]: 'ConntrackHelper': {'1.0'}, Aug 04 05:45:52.327666 dv-cinder-801617-4-iscsi neutron-server[100433]: 'Log': {'1.0'}, Aug 04 05:45:52.327666 dv-cinder-801617-4-iscsi neutron-server[100433]: 'Network': {'1.1'}, Aug 04 05:45:52.327666 dv-cinder-801617-4-iscsi neutron-server[100433]: 'Port': {'1.7'}, Aug 04 05:45:52.327666 dv-cinder-801617-4-iscsi neutron-server[100433]: 'PortForwarding': {'1.2'}, Aug 04 05:45:52.327666 dv-cinder-801617-4-iscsi neutron-server[100433]: 'QosPolicy': {'1.8'}, Aug 04 05:45:52.327666 dv-cinder-801617-4-iscsi neutron-server[100433]: 'SecurityGroup': {'1.4'}, Aug 04 05:45:52.327666 dv-cinder-801617-4-iscsi neutron-server[100433]: 'SecurityGroupRule': {'1.2'}, Aug 04 05:45:52.327666 dv-cinder-801617-4-iscsi neutron-server[100433]: 'SubPort': {'1.0'}, Aug 04 05:45:52.327666 dv-cinder-801617-4-iscsi neutron-server[100433]: 'Subnet': {'1.1'}, Aug 04 05:45:52.327666 dv-cinder-801617-4-iscsi neutron-server[100433]: 'Trunk': {'1.1'}} Aug 04 05:45:52.327666 dv-cinder-801617-4-iscsi neutron-server[100433]: consumer versions: Aug 04 05:45:52.327666 dv-cinder-801617-4-iscsi neutron-server[100433]: { DHCP agent@dv-cinder-801617-4-iscsi: {}, Aug 04 05:45:52.327666 dv-cinder-801617-4-iscsi neutron-server[100433]: L3 agent@dv-cinder-801617-4-iscsi: {}, Aug 04 05:45:52.327666 dv-cinder-801617-4-iscsi neutron-server[100433]: Metadata agent@dv-cinder-801617-4-iscsi: {}, Aug 04 05:45:52.327666 dv-cinder-801617-4-iscsi neutron-server[100433]: Metering agent@dv-cinder-801617-4-iscsi: {}, Aug 04 05:45:52.327666 dv-cinder-801617-4-iscsi neutron-server[100433]: Open vSwitch agent@dv-cinder-801617-4-iscsi: { 'AddressGroup': '1.2', Aug 04 05:45:52.327666 dv-cinder-801617-4-iscsi neutron-server[100433]: 'ConntrackHelper': '1.0', Aug 04 05:45:52.327666 dv-cinder-801617-4-iscsi neutron-server[100433]: 'Log': '1.0', Aug 04 05:45:52.327666 dv-cinder-801617-4-iscsi neutron-server[100433]: 'Network': '1.1', Aug 04 05:45:52.327666 dv-cinder-801617-4-iscsi neutron-server[100433]: 'Port': '1.7', Aug 04 05:45:52.327666 dv-cinder-801617-4-iscsi neutron-server[100433]: 'PortForwarding': '1.2', Aug 04 05:45:52.327666 dv-cinder-801617-4-iscsi neutron-server[100433]: 'QosPolicy': '1.8', Aug 04 05:45:52.327666 dv-cinder-801617-4-iscsi neutron-server[100433]: 'SecurityGroup': '1.4', Aug 04 05:45:52.327666 dv-cinder-801617-4-iscsi neutron-server[100433]: 'SecurityGroupRule': '1.2', Aug 04 05:45:52.327666 dv-cinder-801617-4-iscsi neutron-server[100433]: 'SubPort': '1.0', Aug 04 05:45:52.327666 dv-cinder-801617-4-iscsi neutron-server[100433]: 'Subnet': '1.1', Aug 04 05:45:52.327666 dv-cinder-801617-4-iscsi neutron-server[100433]: 'Trunk': '1.1'}} Aug 04 05:45:52.327666 dv-cinder-801617-4-iscsi neutron-server[100433]: {{(pid=100433) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 05:45:52.400897 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-c5536c39-5d4c-4674-9021-18ee2bac40fe None None] Attempting to bind port a6eb89ec-c1db-4576-a9ff-3267c03049fc on host dv-cinder-801617-4-iscsi for vnic_type normal with profile {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 05:45:52.401214 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-c5536c39-5d4c-4674-9021-18ee2bac40fe None None] Attempting to bind port a6eb89ec-c1db-4576-a9ff-3267c03049fc by drivers openvswitch,hyperv on host dv-cinder-801617-4-iscsi at level 0 using segments [{'id': '162ee555-974b-47f6-920f-df762359abd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6457712a-ee8a-4688-be63-50bf80599919'}] {{(pid=100433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 05:45:52.401640 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5536c39-5d4c-4674-9021-18ee2bac40fe None None] Attempting to bind port a6eb89ec-c1db-4576-a9ff-3267c03049fc on network 6457712a-ee8a-4688-be63-50bf80599919 {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:45:52.406712 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5536c39-5d4c-4674-9021-18ee2bac40fe None None] Checking agent: {'id': '5d82a469-56b0-42fa-aca6-e62dd4c1f49c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 5, 45, 36), 'started_at': datetime.datetime(2021, 8, 4, 5, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 5, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 05:45:52.407113 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5536c39-5d4c-4674-9021-18ee2bac40fe None None] Checking segment: {'id': '162ee555-974b-47f6-920f-df762359abd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6457712a-ee8a-4688-be63-50bf80599919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:45:52.407605 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c5536c39-5d4c-4674-9021-18ee2bac40fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:45:52.408019 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5536c39-5d4c-4674-9021-18ee2bac40fe None None] Bound using segment: {'id': '162ee555-974b-47f6-920f-df762359abd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6457712a-ee8a-4688-be63-50bf80599919'} {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 05:45:52.408500 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-c5536c39-5d4c-4674-9021-18ee2bac40fe None None] Bound port: a6eb89ec-c1db-4576-a9ff-3267c03049fc, host: dv-cinder-801617-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '162ee555-974b-47f6-920f-df762359abd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6457712a-ee8a-4688-be63-50bf80599919'}}] {{(pid=100433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 05:45:52.408926 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c5536c39-5d4c-4674-9021-18ee2bac40fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:45:52.471827 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c5536c39-5d4c-4674-9021-18ee2bac40fe None None] For port a6eb89ec-c1db-4576-a9ff-3267c03049fc, host dv-cinder-801617-4-iscsi, cleared binding levels {{(pid=100433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 05:45:52.475989 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c5536c39-5d4c-4674-9021-18ee2bac40fe None None] For port a6eb89ec-c1db-4576-a9ff-3267c03049fc, host dv-cinder-801617-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=a6eb89ec-c1db-4576-a9ff-3267c03049fc,segment=NetworkSegment(162ee555-974b-47f6-920f-df762359abd8),segment_id=162ee555-974b-47f6-920f-df762359abd8)] {{(pid=100433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 05:45:52.563739 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c5536c39-5d4c-4674-9021-18ee2bac40fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:45:52.628870 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5536c39-5d4c-4674-9021-18ee2bac40fe None None] Pushing event updated for resources: {'Port': ['ID=a6eb89ec-c1db-4576-a9ff-3267c03049fc,revision_number=2']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:45:53.668018 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 51368) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:45:53.991364 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [None req-94a2d2ba-086f-47e8-a9a8-ff8a9bcbbb67 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=100432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 05:45:53.992407 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-94a2d2ba-086f-47e8-a9a8-ff8a9bcbbb67 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3234386 Aug 04 05:45:56.380801 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 51376) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:45:56.686865 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [None req-3592b926-8345-4602-bbfa-90c72c1807d9 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=100432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 05:45:56.688019 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-3592b926-8345-4602-bbfa-90c72c1807d9 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3062031 Aug 04 05:45:59.306901 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 51386) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:45:59.610804 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [None req-79db525c-3b47-40c2-81c9-fcf0e2713800 admin admin] Request body: {'router': {'tenant_id': '4b8c270ecab64cd6a3b9b541a1563c46', 'name': 'router1', 'admin_state_up': True}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:45:59.700200 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-79db525c-3b47-40c2-81c9-fcf0e2713800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25311'] for router, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:45:59.701808 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-79db525c-3b47-40c2-81c9-fcf0e2713800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-954464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24620'] for router, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:45:59.839029 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-79db525c-3b47-40c2-81c9-fcf0e2713800 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:45:59.897958 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-79db525c-3b47-40c2-81c9-fcf0e2713800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571809'] for router, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:45:59.968650 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-79db525c-3b47-40c2-81c9-fcf0e2713800 admin admin] Notify callbacks [] for router, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:45:59.969874 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-79db525c-3b47-40c2-81c9-fcf0e2713800 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6620028 Aug 04 05:46:00.346964 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device a6eb89ec-c1db-4576-a9ff-3267c03049fc up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:46:00.524365 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning for port a6eb89ec-c1db-4576-a9ff-3267c03049fc completed by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:46:01.035038 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6238fb-26f2-4ad1-856d-0df544ff410f None None] Network 6457712a-ee8a-4688-be63-50bf80599919 requested from dv-cinder-801617-4-iscsi {{(pid=100433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 05:46:01.146449 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-1e0fe6c0-a219-45c7-8f5b-ad76b822b7fd None None] Provisioning for port a6eb89ec-c1db-4576-a9ff-3267c03049fc completed by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:46:01.152376 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-1e0fe6c0-a219-45c7-8f5b-ad76b822b7fd None None] Provisioning complete for port a6eb89ec-c1db-4576-a9ff-3267c03049fc triggered by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:46:01.153703 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-1e0fe6c0-a219-45c7-8f5b-ad76b822b7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:01.305743 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-1e0fe6c0-a219-45c7-8f5b-ad76b822b7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:01.350034 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-1e0fe6c0-a219-45c7-8f5b-ad76b822b7fd None None] For port a6eb89ec-c1db-4576-a9ff-3267c03049fc, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=a6eb89ec-c1db-4576-a9ff-3267c03049fc,segment=NetworkSegment(162ee555-974b-47f6-920f-df762359abd8),segment_id=162ee555-974b-47f6-920f-df762359abd8)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:46:01.426197 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-1e0fe6c0-a219-45c7-8f5b-ad76b822b7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:01.472801 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0fe6c0-a219-45c7-8f5b-ad76b822b7fd None None] Pushing event updated for resources: {'Port': ['ID=a6eb89ec-c1db-4576-a9ff-3267c03049fc,revision_number=3']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:46:01.544317 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-8c3acf28-c39d-4afb-af7c-43a85d958ac8 None None] Provisioning complete for port a6eb89ec-c1db-4576-a9ff-3267c03049fc triggered by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:46:01.544634 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-8c3acf28-c39d-4afb-af7c-43a85d958ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:02.337902 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device a6eb89ec-c1db-4576-a9ff-3267c03049fc up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:46:02.361022 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 51398) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:46:02.384300 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port a6eb89ec-c1db-4576-a9ff-3267c03049fc triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:46:02.384820 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:02.678155 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [None req-4cba1023-8252-41cc-9b55-9ea48635809c admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=100432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 05:46:02.679159 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-4cba1023-8252-41cc-9b55-9ea48635809c admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3172109 Aug 04 05:46:03.511838 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-36dc970a-b0ae-41a2-a64f-1b9de592cddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:05.030519 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 51406) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:46:05.511811 dv-cinder-801617-4-iscsi neutron-server[100431]: WARNING oslo_policy.policy [None req-80abc309-a1e6-42eb-8e76-0f52fad16e78 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 05:46:05.513103 dv-cinder-801617-4-iscsi neutron-server[100431]: WARNING oslo_policy.policy [None req-80abc309-a1e6-42eb-8e76-0f52fad16e78 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 05:46:05.730183 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-80abc309-a1e6-42eb-8e76-0f52fad16e78 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:46:05.732491 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.quota [None req-80abc309-a1e6-42eb-8e76-0f52fad16e78 admin admin] Loaded quota_driver: . Aug 04 05:46:05.849251 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80abc309-a1e6-42eb-8e76-0f52fad16e78 admin admin] Made reservation on behalf of f312ec47579846308b4803a3f01b39b9 for: {'network': 1} {{(pid=100431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 05:46:05.915326 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.policy [None req-80abc309-a1e6-42eb-8e76-0f52fad16e78 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100431) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 04 05:46:05.960900 dv-cinder-801617-4-iscsi neutron-server[100431]: WARNING oslo_policy.policy [None req-80abc309-a1e6-42eb-8e76-0f52fad16e78 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 05:46:05.961276 dv-cinder-801617-4-iscsi neutron-server[100431]: WARNING oslo_policy.policy [None req-80abc309-a1e6-42eb-8e76-0f52fad16e78 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 05:46:05.971806 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-80abc309-a1e6-42eb-8e76-0f52fad16e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for network, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:05.973355 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-53c6a2a9-b03f-45c7-b89d-01ddef27ccc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:05.992428 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-80abc309-a1e6-42eb-8e76-0f52fad16e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:06.104721 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:06.126637 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-80abc309-a1e6-42eb-8e76-0f52fad16e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:06.191026 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-80abc309-a1e6-42eb-8e76-0f52fad16e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:06.202352 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-80abc309-a1e6-42eb-8e76-0f52fad16e78 admin admin] Reserving flat network on physical network physnet1 {{(pid=100431) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 04 05:46:06.234923 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-80abc309-a1e6-42eb-8e76-0f52fad16e78 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791115231214', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2010985'] for segment, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:06.235493 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-80abc309-a1e6-42eb-8e76-0f52fad16e78 admin admin] Unsubscribe: segment precommit_create {{(pid=100431) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 04 05:46:06.236018 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.db.segments_db [None req-80abc309-a1e6-42eb-8e76-0f52fad16e78 admin admin] Added segment 1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa of type flat for network ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5 Aug 04 05:46:06.253543 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80abc309-a1e6-42eb-8e76-0f52fad16e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f593da45-6f93-44bd-b6bf-f935dbd73944,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:46:06.290712 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80abc309-a1e6-42eb-8e76-0f52fad16e78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:46:06.292240 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80abc309-a1e6-42eb-8e76-0f52fad16e78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:46:06.292240 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80abc309-a1e6-42eb-8e76-0f52fad16e78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:46:06.292240 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80abc309-a1e6-42eb-8e76-0f52fad16e78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:46:06.292240 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80abc309-a1e6-42eb-8e76-0f52fad16e78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:46:06.292607 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80abc309-a1e6-42eb-8e76-0f52fad16e78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:46:06.292697 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80abc309-a1e6-42eb-8e76-0f52fad16e78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:46:06.292961 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80abc309-a1e6-42eb-8e76-0f52fad16e78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:46:06.293927 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80abc309-a1e6-42eb-8e76-0f52fad16e78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:46:06.294257 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80abc309-a1e6-42eb-8e76-0f52fad16e78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:46:06.294552 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80abc309-a1e6-42eb-8e76-0f52fad16e78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:46:06.294857 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80abc309-a1e6-42eb-8e76-0f52fad16e78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:46:06.295990 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80abc309-a1e6-42eb-8e76-0f52fad16e78 admin admin] Tracked resource versions report: Aug 04 05:46:06.295990 dv-cinder-801617-4-iscsi neutron-server[100431]: pushed versions: Aug 04 05:46:06.295990 dv-cinder-801617-4-iscsi neutron-server[100431]: { 'AddressGroup': {'1.2'}, Aug 04 05:46:06.295990 dv-cinder-801617-4-iscsi neutron-server[100431]: 'ConntrackHelper': {'1.0'}, Aug 04 05:46:06.295990 dv-cinder-801617-4-iscsi neutron-server[100431]: 'Log': {'1.0'}, Aug 04 05:46:06.295990 dv-cinder-801617-4-iscsi neutron-server[100431]: 'Network': {'1.1'}, Aug 04 05:46:06.295990 dv-cinder-801617-4-iscsi neutron-server[100431]: 'Port': {'1.7'}, Aug 04 05:46:06.295990 dv-cinder-801617-4-iscsi neutron-server[100431]: 'PortForwarding': {'1.2'}, Aug 04 05:46:06.295990 dv-cinder-801617-4-iscsi neutron-server[100431]: 'QosPolicy': {'1.8'}, Aug 04 05:46:06.295990 dv-cinder-801617-4-iscsi neutron-server[100431]: 'SecurityGroup': {'1.4'}, Aug 04 05:46:06.295990 dv-cinder-801617-4-iscsi neutron-server[100431]: 'SecurityGroupRule': {'1.2'}, Aug 04 05:46:06.295990 dv-cinder-801617-4-iscsi neutron-server[100431]: 'SubPort': {'1.0'}, Aug 04 05:46:06.295990 dv-cinder-801617-4-iscsi neutron-server[100431]: 'Subnet': {'1.1'}, Aug 04 05:46:06.295990 dv-cinder-801617-4-iscsi neutron-server[100431]: 'Trunk': {'1.1'}} Aug 04 05:46:06.295990 dv-cinder-801617-4-iscsi neutron-server[100431]: consumer versions: Aug 04 05:46:06.295990 dv-cinder-801617-4-iscsi neutron-server[100431]: { DHCP agent@dv-cinder-801617-4-iscsi: {}, Aug 04 05:46:06.295990 dv-cinder-801617-4-iscsi neutron-server[100431]: L3 agent@dv-cinder-801617-4-iscsi: {}, Aug 04 05:46:06.295990 dv-cinder-801617-4-iscsi neutron-server[100431]: Metadata agent@dv-cinder-801617-4-iscsi: {}, Aug 04 05:46:06.295990 dv-cinder-801617-4-iscsi neutron-server[100431]: Metering agent@dv-cinder-801617-4-iscsi: {}, Aug 04 05:46:06.295990 dv-cinder-801617-4-iscsi neutron-server[100431]: Open vSwitch agent@dv-cinder-801617-4-iscsi: { 'AddressGroup': '1.2', Aug 04 05:46:06.295990 dv-cinder-801617-4-iscsi neutron-server[100431]: 'ConntrackHelper': '1.0', Aug 04 05:46:06.295990 dv-cinder-801617-4-iscsi neutron-server[100431]: 'Log': '1.0', Aug 04 05:46:06.295990 dv-cinder-801617-4-iscsi neutron-server[100431]: 'Network': '1.1', Aug 04 05:46:06.295990 dv-cinder-801617-4-iscsi neutron-server[100431]: 'Port': '1.7', Aug 04 05:46:06.295990 dv-cinder-801617-4-iscsi neutron-server[100431]: 'PortForwarding': '1.2', Aug 04 05:46:06.295990 dv-cinder-801617-4-iscsi neutron-server[100431]: 'QosPolicy': '1.8', Aug 04 05:46:06.295990 dv-cinder-801617-4-iscsi neutron-server[100431]: 'SecurityGroup': '1.4', Aug 04 05:46:06.295990 dv-cinder-801617-4-iscsi neutron-server[100431]: 'SecurityGroupRule': '1.2', Aug 04 05:46:06.295990 dv-cinder-801617-4-iscsi neutron-server[100431]: 'SubPort': '1.0', Aug 04 05:46:06.295990 dv-cinder-801617-4-iscsi neutron-server[100431]: 'Subnet': '1.1', Aug 04 05:46:06.295990 dv-cinder-801617-4-iscsi neutron-server[100431]: 'Trunk': '1.1'}} Aug 04 05:46:06.295990 dv-cinder-801617-4-iscsi neutron-server[100431]: {{(pid=100431) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 05:46:06.370734 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-80abc309-a1e6-42eb-8e76-0f52fad16e78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791114671894'] for network, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:06.499145 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-80abc309-a1e6-42eb-8e76-0f52fad16e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527'] for network, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:06.500365 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80abc309-a1e6-42eb-8e76-0f52fad16e78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:46:06.501078 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-80abc309-a1e6-42eb-8e76-0f52fad16e78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for network, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:06.596524 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80abc309-a1e6-42eb-8e76-0f52fad16e78 admin admin] Pushing event updated for resources: {'Network': ['ID=ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:46:06.609358 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Network ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5 details requested by agent ovs-agent-dv-cinder-801617-4-iscsi with host dv-cinder-801617-4-iscsi {{(pid=100433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 05:46:06.655155 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-80abc309-a1e6-42eb-8e76-0f52fad16e78 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.6223757 Aug 04 05:46:07.529092 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6693b30c-6718-4946-8b55-748181203f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:08.997336 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 51436) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:46:09.212233 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f649fa2-948b-45ba-8f0c-993d4c2318a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:46:09.213607 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-7f649fa2-948b-45ba-8f0c-993d4c2318a8 admin admin] 10.222.0.37 "GET /v2.0/subnets/986eba23-9657-46f0-99e8-b7d5df09ed23 HTTP/1.1" status: 200 len: 849 time: 0.2153106 Aug 04 05:46:09.214355 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-dee0c6e9-f257-441c-951e-ad3806d8c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:09.370993 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-1b7e5875-306d-4ac9-b755-9b2b9d9a2d86 admin admin] 10.222.0.37 "GET /v2.0/routers/220bffac-62c0-493d-b031-87c53c4567cc HTTP/1.1" status: 200 len: 704 time: 0.1507416 Aug 04 05:46:09.648733 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-20339ba9-5052-42e1-a263-78a6174abed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:09.936025 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.db_base_plugin_common [None req-20339ba9-5052-42e1-a263-78a6174abed2 admin admin] Allocated IP 172.20.0.1 (6457712a-ee8a-4688-be63-50bf80599919/986eba23-9657-46f0-99e8-b7d5df09ed23/455a38e0-8dd3-42b5-98f5-58ce2b67e127) {{(pid=100431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 05:46:10.131639 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-20339ba9-5052-42e1-a263-78a6174abed2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:10.155795 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-20339ba9-5052-42e1-a263-78a6174abed2 admin admin] Transition to ACTIVE for port object 455a38e0-8dd3-42b5-98f5-58ce2b67e127 will not be triggered until provisioned by entity DHCP. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:46:10.288468 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-20339ba9-5052-42e1-a263-78a6174abed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606'] for port, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:10.365714 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20339ba9-5052-42e1-a263-78a6174abed2 admin admin] Network 6457712a-ee8a-4688-be63-50bf80599919 is already hosted by enough agents. {{(pid=100431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:46:10.374859 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.base_scheduler [None req-20339ba9-5052-42e1-a263-78a6174abed2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:46:10.376792 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20339ba9-5052-42e1-a263-78a6174abed2 admin admin] Pushing event updated for resources: {'Port': ['ID=455a38e0-8dd3-42b5-98f5-58ce2b67e127,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:46:10.388850 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20339ba9-5052-42e1-a263-78a6174abed2 admin admin] Received port after_create {{(pid=100431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 05:46:10.389417 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-20339ba9-5052-42e1-a263-78a6174abed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572798'] for router_interface, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:10.638368 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-20339ba9-5052-42e1-a263-78a6174abed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:10.642655 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c83bf0e2-5ef6-4bfd-9b5f-93319554c79f None None] Provisioning for port 455a38e0-8dd3-42b5-98f5-58ce2b67e127 completed by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:46:10.646619 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c83bf0e2-5ef6-4bfd-9b5f-93319554c79f None None] Provisioning complete for port 455a38e0-8dd3-42b5-98f5-58ce2b67e127 triggered by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:46:10.646991 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c83bf0e2-5ef6-4bfd-9b5f-93319554c79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:10.684645 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-c83bf0e2-5ef6-4bfd-9b5f-93319554c79f None None] Port 455a38e0-8dd3-42b5-98f5-58ce2b67e127 cannot update to ACTIVE because it is not bound. {{(pid=100433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 05:46:10.892085 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-20339ba9-5052-42e1-a263-78a6174abed2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:10.997451 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-20339ba9-5052-42e1-a263-78a6174abed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:10.998260 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-20339ba9-5052-42e1-a263-78a6174abed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572898'] for router_interface, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:11.075692 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20339ba9-5052-42e1-a263-78a6174abed2 admin admin] Pushing event updated for resources: {'Port': ['ID=455a38e0-8dd3-42b5-98f5-58ce2b67e127,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:46:11.120762 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20339ba9-5052-42e1-a263-78a6174abed2 admin admin] Network 6457712a-ee8a-4688-be63-50bf80599919 is already hosted by enough agents. {{(pid=100431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:46:11.122803 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.base_scheduler [None req-20339ba9-5052-42e1-a263-78a6174abed2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:46:11.305640 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-5bc5cdd4-1f15-4e42-979f-4b8544a8fe48 None None] Provisioning complete for port 455a38e0-8dd3-42b5-98f5-58ce2b67e127 triggered by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:46:11.306010 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-5bc5cdd4-1f15-4e42-979f-4b8544a8fe48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:11.339024 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-5bc5cdd4-1f15-4e42-979f-4b8544a8fe48 None None] Port 455a38e0-8dd3-42b5-98f5-58ce2b67e127 cannot update to ACTIVE because it is not bound. {{(pid=100433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 05:46:11.380376 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20339ba9-5052-42e1-a263-78a6174abed2 admin admin] Router 220bffac-62c0-493d-b031-87c53c4567cc is scheduled to L3 agent 1092c566-0070-459b-a71e-112f2411deeb with binding_index 1 {{(pid=100431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 05:46:11.469872 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20339ba9-5052-42e1-a263-78a6174abed2 admin admin] Notify agent at l3_agent.dv-cinder-801617-4-iscsi the message routers_updated {{(pid=100431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 05:46:11.474845 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-20339ba9-5052-42e1-a263-78a6174abed2 admin admin] 10.222.0.37 "PUT /v2.0/routers/220bffac-62c0-493d-b031-87c53c4567cc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0984132 Aug 04 05:46:11.491656 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3460e962-317e-4d18-9865-94a665bdfe0a None None] Sync routers for ids ['220bffac-62c0-493d-b031-87c53c4567cc'] in dv-cinder-801617-4-iscsi {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 05:46:11.503817 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3460e962-317e-4d18-9865-94a665bdfe0a None None] Routers {'220bffac-62c0-493d-b031-87c53c4567cc'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:46:11.504666 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-3460e962-317e-4d18-9865-94a665bdfe0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:46:06Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['220bffac-62c0-493d-b031-87c53c4567cc'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:46:11.686836 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-3460e962-317e-4d18-9865-94a665bdfe0a None None] Set router 220bffac-62c0-493d-b031-87c53c4567cc gateway port host: None {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:46:12.130995 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-3460e962-317e-4d18-9865-94a665bdfe0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220bffac-62c0-493d-b031-87c53c4567cc', 'name': 'router1', 'tenant_id': '4b8c270ecab64cd6a3b9b541a1563c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:45:59Z', 'updated_at': '2021-08-04T05:46:10Z', 'revision_number': 2, 'project_id': '4b8c270ecab64cd6a3b9b541a1563c46', 'gw_port_host': None, '_interfaces': [{'id': '455a38e0-8dd3-42b5-98f5-58ce2b67e127', 'name': '', 'network_id': '6457712a-ee8a-4688-be63-50bf80599919', 'tenant_id': '4b8c270ecab64cd6a3b9b541a1563c46', 'mac_address': 'fa:16:3e:05:1f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220bffac-62c0-493d-b031-87c53c4567cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '986eba23-9657-46f0-99e8-b7d5df09ed23', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:46:09Z', 'updated_at': '2021-08-04T05:46:10Z', 'revision_number': 2, 'project_id': '4b8c270ecab64cd6a3b9b541a1563c46', 'subnets': [{'id': '986eba23-9657-46f0-99e8-b7d5df09ed23', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a0a58e2e-94e3-4d0c-b8fe-143f3a27cb38'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:46:12.182340 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3460e962-317e-4d18-9865-94a665bdfe0a None None] Checking router: 220bffac-62c0-493d-b031-87c53c4567cc for host: dv-cinder-801617-4-iscsi {{(pid=100434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 05:46:12.182704 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3460e962-317e-4d18-9865-94a665bdfe0a None None] Updating router 220bffac-62c0-493d-b031-87c53c4567cc port 455a38e0-8dd3-42b5-98f5-58ce2b67e127 binding host dv-cinder-801617-4-iscsi {{(pid=100434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 05:46:12.230285 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-3460e962-317e-4d18-9865-94a665bdfe0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:12.744472 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-3460e962-317e-4d18-9865-94a665bdfe0a None None] Notify callbacks [] for port, precommit_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:12.763512 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.provisioning_blocks [None req-3460e962-317e-4d18-9865-94a665bdfe0a None None] Transition to ACTIVE for port object 455a38e0-8dd3-42b5-98f5-58ce2b67e127 will not be triggered until provisioned by entity L2. {{(pid=100434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:46:12.825445 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-3460e962-317e-4d18-9865-94a665bdfe0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:12.973761 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e46f51-161b-4582-86a5-d61c2942bfd6 None None] Pushing event updated for resources: {'Port': ['ID=455a38e0-8dd3-42b5-98f5-58ce2b67e127,revision_number=3']} {{(pid=100434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:46:12.990350 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e46f51-161b-4582-86a5-d61c2942bfd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:46:12.990702 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e46f51-161b-4582-86a5-d61c2942bfd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:46:12.991038 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e46f51-161b-4582-86a5-d61c2942bfd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:46:12.991366 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e46f51-161b-4582-86a5-d61c2942bfd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:46:12.991687 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e46f51-161b-4582-86a5-d61c2942bfd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:46:12.992039 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e46f51-161b-4582-86a5-d61c2942bfd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:46:12.992363 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e46f51-161b-4582-86a5-d61c2942bfd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:46:12.992676 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e46f51-161b-4582-86a5-d61c2942bfd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:46:12.993007 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e46f51-161b-4582-86a5-d61c2942bfd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:46:12.993319 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e46f51-161b-4582-86a5-d61c2942bfd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:46:12.993629 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e46f51-161b-4582-86a5-d61c2942bfd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:46:12.993932 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e46f51-161b-4582-86a5-d61c2942bfd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:46:12.995344 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e46f51-161b-4582-86a5-d61c2942bfd6 None None] Tracked resource versions report: Aug 04 05:46:12.995344 dv-cinder-801617-4-iscsi neutron-server[100434]: pushed versions: Aug 04 05:46:12.995344 dv-cinder-801617-4-iscsi neutron-server[100434]: { 'AddressGroup': {'1.2'}, Aug 04 05:46:12.995344 dv-cinder-801617-4-iscsi neutron-server[100434]: 'ConntrackHelper': {'1.0'}, Aug 04 05:46:12.995344 dv-cinder-801617-4-iscsi neutron-server[100434]: 'Log': {'1.0'}, Aug 04 05:46:12.995344 dv-cinder-801617-4-iscsi neutron-server[100434]: 'Network': {'1.1'}, Aug 04 05:46:12.995344 dv-cinder-801617-4-iscsi neutron-server[100434]: 'Port': {'1.7'}, Aug 04 05:46:12.995344 dv-cinder-801617-4-iscsi neutron-server[100434]: 'PortForwarding': {'1.2'}, Aug 04 05:46:12.995344 dv-cinder-801617-4-iscsi neutron-server[100434]: 'QosPolicy': {'1.8'}, Aug 04 05:46:12.995344 dv-cinder-801617-4-iscsi neutron-server[100434]: 'SecurityGroup': {'1.4'}, Aug 04 05:46:12.995344 dv-cinder-801617-4-iscsi neutron-server[100434]: 'SecurityGroupRule': {'1.2'}, Aug 04 05:46:12.995344 dv-cinder-801617-4-iscsi neutron-server[100434]: 'SubPort': {'1.0'}, Aug 04 05:46:12.995344 dv-cinder-801617-4-iscsi neutron-server[100434]: 'Subnet': {'1.1'}, Aug 04 05:46:12.995344 dv-cinder-801617-4-iscsi neutron-server[100434]: 'Trunk': {'1.1'}} Aug 04 05:46:12.995344 dv-cinder-801617-4-iscsi neutron-server[100434]: consumer versions: Aug 04 05:46:12.995344 dv-cinder-801617-4-iscsi neutron-server[100434]: { DHCP agent@dv-cinder-801617-4-iscsi: {}, Aug 04 05:46:12.995344 dv-cinder-801617-4-iscsi neutron-server[100434]: L3 agent@dv-cinder-801617-4-iscsi: {}, Aug 04 05:46:12.995344 dv-cinder-801617-4-iscsi neutron-server[100434]: Metadata agent@dv-cinder-801617-4-iscsi: {}, Aug 04 05:46:12.995344 dv-cinder-801617-4-iscsi neutron-server[100434]: Metering agent@dv-cinder-801617-4-iscsi: {}, Aug 04 05:46:12.995344 dv-cinder-801617-4-iscsi neutron-server[100434]: Open vSwitch agent@dv-cinder-801617-4-iscsi: { 'AddressGroup': '1.2', Aug 04 05:46:12.995344 dv-cinder-801617-4-iscsi neutron-server[100434]: 'ConntrackHelper': '1.0', Aug 04 05:46:12.995344 dv-cinder-801617-4-iscsi neutron-server[100434]: 'Log': '1.0', Aug 04 05:46:12.995344 dv-cinder-801617-4-iscsi neutron-server[100434]: 'Network': '1.1', Aug 04 05:46:12.995344 dv-cinder-801617-4-iscsi neutron-server[100434]: 'Port': '1.7', Aug 04 05:46:12.995344 dv-cinder-801617-4-iscsi neutron-server[100434]: 'PortForwarding': '1.2', Aug 04 05:46:12.995344 dv-cinder-801617-4-iscsi neutron-server[100434]: 'QosPolicy': '1.8', Aug 04 05:46:12.995344 dv-cinder-801617-4-iscsi neutron-server[100434]: 'SecurityGroup': '1.4', Aug 04 05:46:12.995344 dv-cinder-801617-4-iscsi neutron-server[100434]: 'SecurityGroupRule': '1.2', Aug 04 05:46:12.995344 dv-cinder-801617-4-iscsi neutron-server[100434]: 'SubPort': '1.0', Aug 04 05:46:12.995344 dv-cinder-801617-4-iscsi neutron-server[100434]: 'Subnet': '1.1', Aug 04 05:46:12.995344 dv-cinder-801617-4-iscsi neutron-server[100434]: 'Trunk': '1.1'}} Aug 04 05:46:12.995344 dv-cinder-801617-4-iscsi neutron-server[100434]: {{(pid=100434) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 05:46:13.004402 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.managers [None req-3460e962-317e-4d18-9865-94a665bdfe0a None None] Attempting to bind port 455a38e0-8dd3-42b5-98f5-58ce2b67e127 on host dv-cinder-801617-4-iscsi for vnic_type normal with profile {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 05:46:13.004714 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.managers [None req-3460e962-317e-4d18-9865-94a665bdfe0a None None] Attempting to bind port 455a38e0-8dd3-42b5-98f5-58ce2b67e127 by drivers openvswitch,hyperv on host dv-cinder-801617-4-iscsi at level 0 using segments [{'id': '162ee555-974b-47f6-920f-df762359abd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6457712a-ee8a-4688-be63-50bf80599919'}] {{(pid=100434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 05:46:13.005139 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3460e962-317e-4d18-9865-94a665bdfe0a None None] Attempting to bind port 455a38e0-8dd3-42b5-98f5-58ce2b67e127 on network 6457712a-ee8a-4688-be63-50bf80599919 {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:46:13.010172 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3460e962-317e-4d18-9865-94a665bdfe0a None None] Checking agent: {'id': '5d82a469-56b0-42fa-aca6-e62dd4c1f49c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 5, 45, 36), 'started_at': datetime.datetime(2021, 8, 4, 5, 46, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 5, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 05:46:13.010581 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3460e962-317e-4d18-9865-94a665bdfe0a None None] Checking segment: {'id': '162ee555-974b-47f6-920f-df762359abd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6457712a-ee8a-4688-be63-50bf80599919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:46:13.011093 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-3460e962-317e-4d18-9865-94a665bdfe0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:13.011478 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3460e962-317e-4d18-9865-94a665bdfe0a None None] Bound using segment: {'id': '162ee555-974b-47f6-920f-df762359abd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6457712a-ee8a-4688-be63-50bf80599919'} {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 05:46:13.012512 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.managers [None req-3460e962-317e-4d18-9865-94a665bdfe0a None None] Bound port: 455a38e0-8dd3-42b5-98f5-58ce2b67e127, host: dv-cinder-801617-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '162ee555-974b-47f6-920f-df762359abd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6457712a-ee8a-4688-be63-50bf80599919'}}] {{(pid=100434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 05:46:13.012901 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-3460e962-317e-4d18-9865-94a665bdfe0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:13.080802 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.db [None req-3460e962-317e-4d18-9865-94a665bdfe0a None None] For port 455a38e0-8dd3-42b5-98f5-58ce2b67e127, host dv-cinder-801617-4-iscsi, cleared binding levels {{(pid=100434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 05:46:13.101144 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.db [None req-3460e962-317e-4d18-9865-94a665bdfe0a None None] For port 455a38e0-8dd3-42b5-98f5-58ce2b67e127, host dv-cinder-801617-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=455a38e0-8dd3-42b5-98f5-58ce2b67e127,segment=NetworkSegment(162ee555-974b-47f6-920f-df762359abd8),segment_id=162ee555-974b-47f6-920f-df762359abd8)] {{(pid=100434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 05:46:13.185364 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-3460e962-317e-4d18-9865-94a665bdfe0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:13.243314 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3460e962-317e-4d18-9865-94a665bdfe0a None None] Routers {'220bffac-62c0-493d-b031-87c53c4567cc'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:46:13.244240 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-3460e962-317e-4d18-9865-94a665bdfe0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:46:06Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['220bffac-62c0-493d-b031-87c53c4567cc'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:46:13.281238 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e46f51-161b-4582-86a5-d61c2942bfd6 None None] Pushing event updated for resources: {'Port': ['ID=455a38e0-8dd3-42b5-98f5-58ce2b67e127,revision_number=4']} {{(pid=100434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:46:13.337066 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-3460e962-317e-4d18-9865-94a665bdfe0a None None] Set router 220bffac-62c0-493d-b031-87c53c4567cc gateway port host: None {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:46:13.554889 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-3460e962-317e-4d18-9865-94a665bdfe0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220bffac-62c0-493d-b031-87c53c4567cc', 'name': 'router1', 'tenant_id': '4b8c270ecab64cd6a3b9b541a1563c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:45:59Z', 'updated_at': '2021-08-04T05:46:10Z', 'revision_number': 2, 'project_id': '4b8c270ecab64cd6a3b9b541a1563c46', 'gw_port_host': None, '_interfaces': [{'id': '455a38e0-8dd3-42b5-98f5-58ce2b67e127', 'name': '', 'network_id': '6457712a-ee8a-4688-be63-50bf80599919', 'tenant_id': '4b8c270ecab64cd6a3b9b541a1563c46', 'mac_address': 'fa:16:3e:05:1f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220bffac-62c0-493d-b031-87c53c4567cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '986eba23-9657-46f0-99e8-b7d5df09ed23', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:46:09Z', 'updated_at': '2021-08-04T05:46:13Z', 'revision_number': 4, 'project_id': '4b8c270ecab64cd6a3b9b541a1563c46', 'subnets': [{'id': '986eba23-9657-46f0-99e8-b7d5df09ed23', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a0a58e2e-94e3-4d0c-b8fe-143f3a27cb38'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:46:13.582685 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3460e962-317e-4d18-9865-94a665bdfe0a None None] The sync data for ids ['220bffac-62c0-493d-b031-87c53c4567cc'] in dv-cinder-801617-4-iscsi is: [{'id': '220bffac-62c0-493d-b031-87c53c4567cc', 'name': 'router1', 'tenant_id': '4b8c270ecab64cd6a3b9b541a1563c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:45:59Z', 'updated_at': '2021-08-04T05:46:10Z', 'revision_number': 2, 'project_id': '4b8c270ecab64cd6a3b9b541a1563c46', 'gw_port_host': None, '_interfaces': [{'id': '455a38e0-8dd3-42b5-98f5-58ce2b67e127', 'name': '', 'network_id': '6457712a-ee8a-4688-be63-50bf80599919', 'tenant_id': '4b8c270ecab64cd6a3b9b541a1563c46', 'mac_address': 'fa:16:3e:05:1f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220bffac-62c0-493d-b031-87c53c4567cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '986eba23-9657-46f0-99e8-b7d5df09ed23', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:46:09Z', 'updated_at': '2021-08-04T05:46:13Z', 'revision_number': 4, 'project_id': '4b8c270ecab64cd6a3b9b541a1563c46', 'subnets': [{'id': '986eba23-9657-46f0-99e8-b7d5df09ed23', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a0a58e2e-94e3-4d0c-b8fe-143f3a27cb38'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 05:46:13.683494 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 51458) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:46:13.793829 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986e64f3-4ec9-4440-8df9-5245faf2f8cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:46:13.795253 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-986e64f3-4ec9-4440-8df9-5245faf2f8cc admin admin] 10.222.0.37 "GET /v2.0/networks/ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5 HTTP/1.1" status: 200 len: 842 time: 0.1102889 Aug 04 05:46:13.805796 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-2e856110-9d54-4209-a74d-d25a9dec30aa admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:46:13.945619 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e856110-9d54-4209-a74d-d25a9dec30aa admin admin] Made reservation on behalf of f312ec47579846308b4803a3f01b39b9 for: {'subnet': 1} {{(pid=100431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 05:46:13.947925 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-2e856110-9d54-4209-a74d-d25a9dec30aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:14.321702 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.objects.ports [None req-2e856110-9d54-4209-a74d-d25a9dec30aa admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100431) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 04 05:46:14.322109 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-2e856110-9d54-4209-a74d-d25a9dec30aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527'] for subnet, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:14.376732 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e856110-9d54-4209-a74d-d25a9dec30aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=3914311c-894e-41ec-96a2-d757dbda92d2,revision_number=0']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:46:14.385222 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e856110-9d54-4209-a74d-d25a9dec30aa admin admin] Checking segment: {'id': '1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:46:14.385564 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e856110-9d54-4209-a74d-d25a9dec30aa admin admin] Network hostable DHCP agents. Network: ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5, hostable agents: ['4768dbe1-4fdd-4775-b2cc-1723632bf934'], hosted agents: [] {{(pid=100431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 05:46:14.469891 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e856110-9d54-4209-a74d-d25a9dec30aa admin admin] Network ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5 is scheduled to be hosted by DHCP agent 4768dbe1-4fdd-4775-b2cc-1723632bf934 with binding_index 1 {{(pid=100431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 05:46:14.538555 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.base_scheduler [None req-2e856110-9d54-4209-a74d-d25a9dec30aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-4-iscsi, ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5) {{(pid=100431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:46:14.542496 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e856110-9d54-4209-a74d-d25a9dec30aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:46:14.543655 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-2e856110-9d54-4209-a74d-d25a9dec30aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for subnet, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:14.549582 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d5f663-a56d-45a2-a0ed-f0fd4cb81c56 None None] Network ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5 requested from dv-cinder-801617-4-iscsi {{(pid=100433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 05:46:14.631083 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-2e856110-9d54-4209-a74d-d25a9dec30aa admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8290913 Aug 04 05:46:14.671586 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612eeb76-3754-4c4e-8e32-336f5602943f None None] Network ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5 requested from dv-cinder-801617-4-iscsi {{(pid=100433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 05:46:16.981721 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 51466) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:46:17.115461 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-7b07ad98-15ab-443f-9110-1746854e5941 admin admin] 10.222.0.37 "GET /v2.0/routers/220bffac-62c0-493d-b031-87c53c4567cc HTTP/1.1" status: 200 len: 710 time: 0.1326141 Aug 04 05:46:17.210140 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260960fb-6b50-4948-b021-96ca67b0dee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:46:17.211508 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-260960fb-6b50-4948-b021-96ca67b0dee8 admin admin] 10.222.0.37 "GET /v2.0/networks/ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5 HTTP/1.1" status: 200 len: 886 time: 0.0892665 Aug 04 05:46:17.221834 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-87911492-6b48-4f6c-952e-eebe2fc35b5b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'}}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:46:17.533077 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-87911492-6b48-4f6c-952e-eebe2fc35b5b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:17.815238 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-87911492-6b48-4f6c-952e-eebe2fc35b5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:17.891496 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-87911492-6b48-4f6c-952e-eebe2fc35b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:17.993646 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.db_base_plugin_common [None req-87911492-6b48-4f6c-952e-eebe2fc35b5b admin admin] Allocated IP 172.27.1.35 (ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5/3914311c-894e-41ec-96a2-d757dbda92d2/d78e7dbf-a8ce-4088-8af2-d5b8a5f2bca1) {{(pid=100431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 05:46:18.097140 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-87911492-6b48-4f6c-952e-eebe2fc35b5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:18.197755 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-87911492-6b48-4f6c-952e-eebe2fc35b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606'] for port, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:18.234526 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87911492-6b48-4f6c-952e-eebe2fc35b5b admin admin] Network ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5 is already hosted by enough agents. {{(pid=100431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:46:18.237329 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.base_scheduler [None req-87911492-6b48-4f6c-952e-eebe2fc35b5b admin admin] Resources bound (agent type, host, resource id): {{(pid=100431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:46:18.241332 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87911492-6b48-4f6c-952e-eebe2fc35b5b admin admin] Received port after_create {{(pid=100431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 05:46:18.281850 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87911492-6b48-4f6c-952e-eebe2fc35b5b admin admin] Pushing event updated for resources: {'Port': ['ID=d78e7dbf-a8ce-4088-8af2-d5b8a5f2bca1,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:46:18.600187 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-87911492-6b48-4f6c-952e-eebe2fc35b5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:18.809298 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-87911492-6b48-4f6c-952e-eebe2fc35b5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24638'] for router, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:18.812885 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-87911492-6b48-4f6c-952e-eebe2fc35b5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-571795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-571802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-937021'] for router, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:18.920350 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87911492-6b48-4f6c-952e-eebe2fc35b5b admin admin] Router 220bffac-62c0-493d-b031-87c53c4567cc has already been hosted by L3 agent 1092c566-0070-459b-a71e-112f2411deeb {{(pid=100431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 05:46:19.026551 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87911492-6b48-4f6c-952e-eebe2fc35b5b admin admin] Notify agent at l3_agent.dv-cinder-801617-4-iscsi the message routers_updated {{(pid=100431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 05:46:19.031226 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-87911492-6b48-4f6c-952e-eebe2fc35b5b admin admin] Notify callbacks [] for router, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:19.032356 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-87911492-6b48-4f6c-952e-eebe2fc35b5b admin admin] 10.222.0.37 "PUT /v2.0/routers/220bffac-62c0-493d-b031-87c53c4567cc HTTP/1.1" status: 200 len: 889 time: 1.8137965 Aug 04 05:46:19.960340 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20b5fd4-7cf5-4992-8405-2f1f2695e0ad None None] Sync routers for ids ['220bffac-62c0-493d-b031-87c53c4567cc'] in dv-cinder-801617-4-iscsi {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 05:46:19.971192 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20b5fd4-7cf5-4992-8405-2f1f2695e0ad None None] Routers {'220bffac-62c0-493d-b031-87c53c4567cc'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:46:19.971852 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-f20b5fd4-7cf5-4992-8405-2f1f2695e0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:46:06Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['220bffac-62c0-493d-b031-87c53c4567cc'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:46:20.237496 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-f20b5fd4-7cf5-4992-8405-2f1f2695e0ad None None] Set router 220bffac-62c0-493d-b031-87c53c4567cc gateway port host: dv-cinder-801617-4-iscsi {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:46:20.385830 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 455a38e0-8dd3-42b5-98f5-58ce2b67e127 up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:46:20.638244 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning for port 455a38e0-8dd3-42b5-98f5-58ce2b67e127 completed by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:46:20.650195 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port 455a38e0-8dd3-42b5-98f5-58ce2b67e127 triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:46:20.650566 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:20.708240 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-f20b5fd4-7cf5-4992-8405-2f1f2695e0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220bffac-62c0-493d-b031-87c53c4567cc', 'name': 'router1', 'tenant_id': '4b8c270ecab64cd6a3b9b541a1563c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'd78e7dbf-a8ce-4088-8af2-d5b8a5f2bca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:45:59Z', 'updated_at': '2021-08-04T05:46:18Z', 'revision_number': 4, 'project_id': '4b8c270ecab64cd6a3b9b541a1563c46', 'gw_port': {'id': 'd78e7dbf-a8ce-4088-8af2-d5b8a5f2bca1', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220bffac-62c0-493d-b031-87c53c4567cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:46:17Z', 'updated_at': '2021-08-04T05:46:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': '455a38e0-8dd3-42b5-98f5-58ce2b67e127', 'name': '', 'network_id': '6457712a-ee8a-4688-be63-50bf80599919', 'tenant_id': '4b8c270ecab64cd6a3b9b541a1563c46', 'mac_address': 'fa:16:3e:05:1f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220bffac-62c0-493d-b031-87c53c4567cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '986eba23-9657-46f0-99e8-b7d5df09ed23', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:46:09Z', 'updated_at': '2021-08-04T05:46:13Z', 'revision_number': 4, 'project_id': '4b8c270ecab64cd6a3b9b541a1563c46', 'subnets': [{'id': '986eba23-9657-46f0-99e8-b7d5df09ed23', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a0a58e2e-94e3-4d0c-b8fe-143f3a27cb38'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:46:20.762692 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20b5fd4-7cf5-4992-8405-2f1f2695e0ad None None] Checking router: 220bffac-62c0-493d-b031-87c53c4567cc for host: dv-cinder-801617-4-iscsi {{(pid=100433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 05:46:20.763115 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20b5fd4-7cf5-4992-8405-2f1f2695e0ad None None] Updating router 220bffac-62c0-493d-b031-87c53c4567cc port d78e7dbf-a8ce-4088-8af2-d5b8a5f2bca1 binding host dv-cinder-801617-4-iscsi {{(pid=100433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 05:46:20.830204 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-f20b5fd4-7cf5-4992-8405-2f1f2695e0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:20.864269 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:21.012643 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] For port 455a38e0-8dd3-42b5-98f5-58ce2b67e127, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=455a38e0-8dd3-42b5-98f5-58ce2b67e127,segment=NetworkSegment(162ee555-974b-47f6-920f-df762359abd8),segment_id=162ee555-974b-47f6-920f-df762359abd8)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:46:21.065598 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:21.169808 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Pushing event updated for resources: {'Port': ['ID=455a38e0-8dd3-42b5-98f5-58ce2b67e127,revision_number=5']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:46:21.220305 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-f20b5fd4-7cf5-4992-8405-2f1f2695e0ad None None] Notify callbacks [] for port, precommit_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:21.229571 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-f20b5fd4-7cf5-4992-8405-2f1f2695e0ad None None] Transition to ACTIVE for port object d78e7dbf-a8ce-4088-8af2-d5b8a5f2bca1 will not be triggered until provisioned by entity L2. {{(pid=100433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:46:21.316053 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-f20b5fd4-7cf5-4992-8405-2f1f2695e0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:21.366900 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe07952-0ece-4e0d-a23c-663722ce05b6 None None] Pushing event updated for resources: {'Port': ['ID=d78e7dbf-a8ce-4088-8af2-d5b8a5f2bca1,revision_number=2']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:46:21.369324 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-f20b5fd4-7cf5-4992-8405-2f1f2695e0ad None None] Attempting to bind port d78e7dbf-a8ce-4088-8af2-d5b8a5f2bca1 on host dv-cinder-801617-4-iscsi for vnic_type normal with profile {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 05:46:21.369687 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-f20b5fd4-7cf5-4992-8405-2f1f2695e0ad None None] Attempting to bind port d78e7dbf-a8ce-4088-8af2-d5b8a5f2bca1 by drivers openvswitch,hyperv on host dv-cinder-801617-4-iscsi at level 0 using segments [{'id': '1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'}] {{(pid=100433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 05:46:21.370093 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20b5fd4-7cf5-4992-8405-2f1f2695e0ad None None] Attempting to bind port d78e7dbf-a8ce-4088-8af2-d5b8a5f2bca1 on network ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5 {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:46:21.375569 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20b5fd4-7cf5-4992-8405-2f1f2695e0ad None None] Checking agent: {'id': '5d82a469-56b0-42fa-aca6-e62dd4c1f49c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 5, 45, 36), 'started_at': datetime.datetime(2021, 8, 4, 5, 46, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 5, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 05:46:21.376194 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20b5fd4-7cf5-4992-8405-2f1f2695e0ad None None] Checking segment: {'id': '1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:46:21.376589 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-f20b5fd4-7cf5-4992-8405-2f1f2695e0ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:21.376970 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20b5fd4-7cf5-4992-8405-2f1f2695e0ad None None] Bound using segment: {'id': '1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'} {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 05:46:21.378825 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-f20b5fd4-7cf5-4992-8405-2f1f2695e0ad None None] Bound port: d78e7dbf-a8ce-4088-8af2-d5b8a5f2bca1, host: dv-cinder-801617-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'}}] {{(pid=100433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 05:46:21.378825 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-f20b5fd4-7cf5-4992-8405-2f1f2695e0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:21.379058 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 51478) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:46:21.431264 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-f20b5fd4-7cf5-4992-8405-2f1f2695e0ad None None] For port d78e7dbf-a8ce-4088-8af2-d5b8a5f2bca1, host dv-cinder-801617-4-iscsi, cleared binding levels {{(pid=100433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 05:46:21.435114 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-f20b5fd4-7cf5-4992-8405-2f1f2695e0ad None None] For port d78e7dbf-a8ce-4088-8af2-d5b8a5f2bca1, host dv-cinder-801617-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=d78e7dbf-a8ce-4088-8af2-d5b8a5f2bca1,segment=NetworkSegment(1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa),segment_id=1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa)] {{(pid=100433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 05:46:21.522566 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-f20b5fd4-7cf5-4992-8405-2f1f2695e0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:21.572458 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-065cd178-e78c-4959-8b35-91c12f7ac3f5 admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1934085 Aug 04 05:46:21.582803 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20b5fd4-7cf5-4992-8405-2f1f2695e0ad None None] Routers {'220bffac-62c0-493d-b031-87c53c4567cc'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:46:21.583451 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-f20b5fd4-7cf5-4992-8405-2f1f2695e0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:46:06Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['220bffac-62c0-493d-b031-87c53c4567cc'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:46:21.619938 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe07952-0ece-4e0d-a23c-663722ce05b6 None None] Pushing event updated for resources: {'Port': ['ID=d78e7dbf-a8ce-4088-8af2-d5b8a5f2bca1,revision_number=3']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:46:21.787298 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-f20b5fd4-7cf5-4992-8405-2f1f2695e0ad None None] Set router 220bffac-62c0-493d-b031-87c53c4567cc gateway port host: dv-cinder-801617-4-iscsi {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:46:21.886214 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-af02ba66-bd33-4c7f-ad7c-7481e90ae0d9 None None] Agent healthcheck: found 5 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 05:46:21.999556 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-f20b5fd4-7cf5-4992-8405-2f1f2695e0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220bffac-62c0-493d-b031-87c53c4567cc', 'name': 'router1', 'tenant_id': '4b8c270ecab64cd6a3b9b541a1563c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'd78e7dbf-a8ce-4088-8af2-d5b8a5f2bca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:45:59Z', 'updated_at': '2021-08-04T05:46:18Z', 'revision_number': 4, 'project_id': '4b8c270ecab64cd6a3b9b541a1563c46', 'gw_port': {'id': 'd78e7dbf-a8ce-4088-8af2-d5b8a5f2bca1', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220bffac-62c0-493d-b031-87c53c4567cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:46:17Z', 'updated_at': '2021-08-04T05:46:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': '455a38e0-8dd3-42b5-98f5-58ce2b67e127', 'name': '', 'network_id': '6457712a-ee8a-4688-be63-50bf80599919', 'tenant_id': '4b8c270ecab64cd6a3b9b541a1563c46', 'mac_address': 'fa:16:3e:05:1f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220bffac-62c0-493d-b031-87c53c4567cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '986eba23-9657-46f0-99e8-b7d5df09ed23', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:46:09Z', 'updated_at': '2021-08-04T05:46:20Z', 'revision_number': 5, 'project_id': '4b8c270ecab64cd6a3b9b541a1563c46', 'subnets': [{'id': '986eba23-9657-46f0-99e8-b7d5df09ed23', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a0a58e2e-94e3-4d0c-b8fe-143f3a27cb38'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:46:22.030746 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20b5fd4-7cf5-4992-8405-2f1f2695e0ad None None] The sync data for ids ['220bffac-62c0-493d-b031-87c53c4567cc'] in dv-cinder-801617-4-iscsi is: [{'id': '220bffac-62c0-493d-b031-87c53c4567cc', 'name': 'router1', 'tenant_id': '4b8c270ecab64cd6a3b9b541a1563c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'd78e7dbf-a8ce-4088-8af2-d5b8a5f2bca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:45:59Z', 'updated_at': '2021-08-04T05:46:18Z', 'revision_number': 4, 'project_id': '4b8c270ecab64cd6a3b9b541a1563c46', 'gw_port': {'id': 'd78e7dbf-a8ce-4088-8af2-d5b8a5f2bca1', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220bffac-62c0-493d-b031-87c53c4567cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:46:17Z', 'updated_at': '2021-08-04T05:46:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': '455a38e0-8dd3-42b5-98f5-58ce2b67e127', 'name': '', 'network_id': '6457712a-ee8a-4688-be63-50bf80599919', 'tenant_id': '4b8c270ecab64cd6a3b9b541a1563c46', 'mac_address': 'fa:16:3e:05:1f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220bffac-62c0-493d-b031-87c53c4567cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '986eba23-9657-46f0-99e8-b7d5df09ed23', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:46:09Z', 'updated_at': '2021-08-04T05:46:20Z', 'revision_number': 5, 'project_id': '4b8c270ecab64cd6a3b9b541a1563c46', 'subnets': [{'id': '986eba23-9657-46f0-99e8-b7d5df09ed23', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a0a58e2e-94e3-4d0c-b8fe-143f3a27cb38'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 05:46:22.442707 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 455a38e0-8dd3-42b5-98f5-58ce2b67e127 up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:46:22.529573 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port 455a38e0-8dd3-42b5-98f5-58ce2b67e127 triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:46:22.530173 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:22.611761 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device d78e7dbf-a8ce-4088-8af2-d5b8a5f2bca1 up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:46:22.723492 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning for port d78e7dbf-a8ce-4088-8af2-d5b8a5f2bca1 completed by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:46:22.728521 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port d78e7dbf-a8ce-4088-8af2-d5b8a5f2bca1 triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:46:22.728895 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:22.807260 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:22.837437 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] For port d78e7dbf-a8ce-4088-8af2-d5b8a5f2bca1, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=d78e7dbf-a8ce-4088-8af2-d5b8a5f2bca1,segment=NetworkSegment(1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa),segment_id=1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:46:22.917220 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:22.974870 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Pushing event updated for resources: {'Port': ['ID=d78e7dbf-a8ce-4088-8af2-d5b8a5f2bca1,revision_number=4']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:46:24.343419 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device d78e7dbf-a8ce-4088-8af2-d5b8a5f2bca1 up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:46:24.394587 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port d78e7dbf-a8ce-4088-8af2-d5b8a5f2bca1 triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:46:24.394962 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:33.521397 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-d1d2bbc1-1fd1-459a-b190-faef3b5ae389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:35.985684 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-2241725a-4ae5-4db4-844f-583cb2472296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:36.100226 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:37.467281 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6693b30c-6718-4946-8b55-748181203f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:39.282483 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-dee0c6e9-f257-441c-951e-ad3806d8c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:46:58.887122 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-af02ba66-bd33-4c7f-ad7c-7481e90ae0d9 None None] Agent healthcheck: found 5 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 05:47:03.521751 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-d2bde62b-e53a-4ff9-9d5a-3b5088a3ba56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:47:05.990447 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-f300634c-c14e-4b1e-92da-344488f88eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:47:06.127526 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:47:07.516298 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6693b30c-6718-4946-8b55-748181203f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:47:09.270566 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-dee0c6e9-f257-441c-951e-ad3806d8c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:47:33.529747 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-dca27905-9572-4d49-a792-f913f41999a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:47:35.886071 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-af02ba66-bd33-4c7f-ad7c-7481e90ae0d9 None None] Agent healthcheck: found 5 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 05:47:35.993043 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-cb487a93-ecf1-4b3d-bb85-f5c804673b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:47:36.095620 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:47:37.564266 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6693b30c-6718-4946-8b55-748181203f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:47:39.244712 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-dee0c6e9-f257-441c-951e-ad3806d8c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:47:59.546994 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 52046) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:47:59.612278 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.pecan_wsgi.hooks.translation [None req-166a8c85-8bbb-42bd-b60a-ce659c3070c2 admin admin] GET failed (client error): The resource could not be found. Aug 04 05:47:59.613572 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-166a8c85-8bbb-42bd-b60a-ce659c3070c2 admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0656815 Aug 04 05:47:59.769115 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fea7d3-4f50-4ee7-bc2c-e1d53f33005d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:47:59.770475 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-b4fea7d3-4f50-4ee7-bc2c-e1d53f33005d admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1523135 Aug 04 05:48:01.938480 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 52056) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:48:02.026695 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a28181-bcca-4de1-bccb-4065ea511c8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:48:02.028051 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-f4a28181-bcca-4de1-bccb-4065ea511c8e admin admin] 10.222.0.37 "GET /v2.0/subnets/986eba23-9657-46f0-99e8-b7d5df09ed23 HTTP/1.1" status: 200 len: 849 time: 0.0885396 Aug 04 05:48:02.037486 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [None req-f468cbcd-2907-465e-8191-7a96aab7e8b4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:48:02.122154 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-f468cbcd-2907-465e-8191-7a96aab7e8b4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:48:02.320135 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-f468cbcd-2907-465e-8191-7a96aab7e8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791115190182'] for subnet, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:48:02.352786 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f468cbcd-2907-465e-8191-7a96aab7e8b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:48:02.353411 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-f468cbcd-2907-465e-8191-7a96aab7e8b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for subnet, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:48:02.355178 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-f468cbcd-2907-465e-8191-7a96aab7e8b4 admin admin] 10.222.0.37 "PUT /v2.0/subnets/986eba23-9657-46f0-99e8-b7d5df09ed23 HTTP/1.1" status: 200 len: 868 time: 0.3207989 Aug 04 05:48:02.358963 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b531dd16-21d3-409f-b334-e5bcf43371f4 None None] Network 6457712a-ee8a-4688-be63-50bf80599919 requested from dv-cinder-801617-4-iscsi {{(pid=100433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 05:48:02.375610 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f468cbcd-2907-465e-8191-7a96aab7e8b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=986eba23-9657-46f0-99e8-b7d5df09ed23,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:48:02.382851 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468cbcd-2907-465e-8191-7a96aab7e8b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:48:02.383185 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468cbcd-2907-465e-8191-7a96aab7e8b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:48:02.383576 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468cbcd-2907-465e-8191-7a96aab7e8b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:48:02.384016 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468cbcd-2907-465e-8191-7a96aab7e8b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:48:02.384348 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468cbcd-2907-465e-8191-7a96aab7e8b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:48:02.384689 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468cbcd-2907-465e-8191-7a96aab7e8b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:48:02.385018 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468cbcd-2907-465e-8191-7a96aab7e8b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:48:02.385361 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468cbcd-2907-465e-8191-7a96aab7e8b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:48:02.385701 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468cbcd-2907-465e-8191-7a96aab7e8b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:48:02.386021 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468cbcd-2907-465e-8191-7a96aab7e8b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:48:02.386339 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468cbcd-2907-465e-8191-7a96aab7e8b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:48:02.386653 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468cbcd-2907-465e-8191-7a96aab7e8b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:48:02.717159 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-930c51b1-1756-4f3a-8b8c-71897ad671f9 None None] Provisioning complete for port 455a38e0-8dd3-42b5-98f5-58ce2b67e127 triggered by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:48:02.717614 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-930c51b1-1756-4f3a-8b8c-71897ad671f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:48:02.804857 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-930c51b1-1756-4f3a-8b8c-71897ad671f9 None None] Provisioning complete for port a6eb89ec-c1db-4576-a9ff-3267c03049fc triggered by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:48:02.805222 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-930c51b1-1756-4f3a-8b8c-71897ad671f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:48:03.532001 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-ccf9996b-847d-47d0-9c4f-5466b21ac86a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:48:04.507498 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 52064) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:48:04.697858 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6dc2ed7-0a64-4902-a04c-7dd8529ccf5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:48:04.698251 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6dc2ed7-0a64-4902-a04c-7dd8529ccf5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:48:04.699793 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-f6dc2ed7-0a64-4902-a04c-7dd8529ccf5e admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1905873 Aug 04 05:48:06.003054 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-3ddbc5cf-9cfc-44dd-aa22-cfcfac1ca60b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:48:06.105516 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:48:06.872613 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 52074) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:48:07.002225 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8813cafb-5ee5-4616-b791-bb96333ddf08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:48:07.002704 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8813cafb-5ee5-4616-b791-bb96333ddf08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:48:07.004271 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-8813cafb-5ee5-4616-b791-bb96333ddf08 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1307209 Aug 04 05:48:07.516963 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6693b30c-6718-4946-8b55-748181203f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:48:09.171896 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 52082) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:48:09.251772 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-dee0c6e9-f257-441c-951e-ad3806d8c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:48:09.298329 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c5c574-369a-4ccf-b82d-040cd174ca2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:48:09.299692 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-a1c5c574-369a-4ccf-b82d-040cd174ca2c admin admin] 10.222.0.37 "GET /v2.0/networks/6457712a-ee8a-4688-be63-50bf80599919 HTTP/1.1" status: 200 len: 869 time: 0.1268103 Aug 04 05:48:11.431492 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 52090) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:48:11.581890 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7084e1bb-9ec9-4459-9014-40a41f96dc37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:48:11.583234 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-7084e1bb-9ec9-4459-9014-40a41f96dc37 admin admin] 10.222.0.37 "GET /v2.0/networks/ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5 HTTP/1.1" status: 200 len: 886 time: 0.1507788 Aug 04 05:48:12.883946 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-af02ba66-bd33-4c7f-ad7c-7481e90ae0d9 None None] Agent healthcheck: found 5 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 05:48:13.739714 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 52098) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:48:13.861263 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71752bdd-4cd0-4dbb-aa10-1e88db6dcec1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:48:13.861717 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71752bdd-4cd0-4dbb-aa10-1e88db6dcec1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:48:13.863211 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-71752bdd-4cd0-4dbb-aa10-1e88db6dcec1 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1222732 Aug 04 05:48:15.999770 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 52106) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:48:16.088630 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a21e43-b1e8-4718-833f-f296985eef42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:48:16.089083 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a21e43-b1e8-4718-833f-f296985eef42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:48:16.090527 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-99a21e43-b1e8-4718-833f-f296985eef42 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0898001 Aug 04 05:48:18.231453 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 52114) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:48:18.314297 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50b7c68-78e4-40a4-8443-4616681f4b3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:48:18.315607 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-c50b7c68-78e4-40a4-8443-4616681f4b3c admin admin] 10.222.0.37 "GET /v2.0/subnets/3914311c-894e-41ec-96a2-d757dbda92d2 HTTP/1.1" status: 200 len: 816 time: 0.0831912 Aug 04 05:48:20.458430 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 52122) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:48:20.549011 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57d7f9e-c67c-4f43-bb84-22ec262b0f6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:48:20.550331 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-d57d7f9e-c67c-4f43-bb84-22ec262b0f6b admin admin] 10.222.0.37 "GET /v2.0/subnets/986eba23-9657-46f0-99e8-b7d5df09ed23 HTTP/1.1" status: 200 len: 868 time: 0.0909615 Aug 04 05:48:33.515690 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-e937eb2a-a971-47fc-b906-7c2632a1addc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:48:35.990618 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-b7e2af67-0abc-42ca-bac1-3cb1de4efb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:48:36.092996 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:48:37.493706 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6693b30c-6718-4946-8b55-748181203f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:48:39.275204 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-dee0c6e9-f257-441c-951e-ad3806d8c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:48:46.143619 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 52176) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:48:46.188012 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [None req-9e6ccb0e-cdc1-47b8-816f-1e4927462e5e admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=100432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 05:48:46.189018 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-9e6ccb0e-cdc1-47b8-816f-1e4927462e5e admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0444520 Aug 04 05:48:48.430539 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 52184) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:48:48.487574 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5f99196-7156-4b03-9a23-e35a700d9b40 admin admin] GET failed (client error): The resource could not be found. Aug 04 05:48:48.489196 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-a5f99196-7156-4b03-9a23-e35a700d9b40 admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0577538 Aug 04 05:48:48.570154 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf6c953-3caa-421b-a294-933425c88e27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:48:48.571587 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-adf6c953-3caa-421b-a294-933425c88e27 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0775387 Aug 04 05:48:49.881921 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-af02ba66-bd33-4c7f-ad7c-7481e90ae0d9 None None] Agent healthcheck: found 5 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 05:48:50.734106 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 52192) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:48:50.779737 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [None req-4a5e342f-b152-436e-bc95-4e617f7edcb0 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:48:50.857891 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5e342f-b152-436e-bc95-4e617f7edcb0 admin admin] Made reservation on behalf of f312ec47579846308b4803a3f01b39b9 for: {'network': 1} {{(pid=100432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 05:48:50.860158 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-4a5e342f-b152-436e-bc95-4e617f7edcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for network, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:48:50.899034 dv-cinder-801617-4-iscsi neutron-server[100432]: WARNING neutron.services.revisions.revision_plugin [None req-4a5e342f-b152-436e-bc95-4e617f7edcb0 admin admin] Could not find related network for resource to bump revision. Aug 04 05:48:50.910861 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a5e342f-b152-436e-bc95-4e617f7edcb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=100432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 05:48:50.920598 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-4a5e342f-b152-436e-bc95-4e617f7edcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2010985'] for segment, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:48:50.920873 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.db.segments_db [None req-4a5e342f-b152-436e-bc95-4e617f7edcb0 admin admin] Added segment 1d64849c-7752-48b2-a33d-0e65f040d368 of type vlan for network af1858b6-cf03-40bb-9196-afb3511d56b5 Aug 04 05:48:50.967255 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-4a5e342f-b152-436e-bc95-4e617f7edcb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791114671894'] for network, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:48:51.057877 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-4a5e342f-b152-436e-bc95-4e617f7edcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527'] for network, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:48:51.058838 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5e342f-b152-436e-bc95-4e617f7edcb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:48:51.059421 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-4a5e342f-b152-436e-bc95-4e617f7edcb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for network, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:48:51.116505 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5e342f-b152-436e-bc95-4e617f7edcb0 admin admin] Pushing event updated for resources: {'Network': ['ID=af1858b6-cf03-40bb-9196-afb3511d56b5,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:48:51.126375 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Network af1858b6-cf03-40bb-9196-afb3511d56b5 details requested by agent ovs-agent-dv-cinder-801617-4-iscsi with host dv-cinder-801617-4-iscsi {{(pid=100433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 05:48:51.190812 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-4a5e342f-b152-436e-bc95-4e617f7edcb0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4554846 Aug 04 05:48:53.361208 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 52200) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:48:53.423459 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.pecan_wsgi.hooks.translation [None req-c01c3436-fd52-43c2-a35e-e47010582065 admin admin] GET failed (client error): The resource could not be found. Aug 04 05:48:53.424787 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-c01c3436-fd52-43c2-a35e-e47010582065 admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0626156 Aug 04 05:48:53.541106 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2e4ace-c293-4fa0-935f-34643723eb04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:48:53.542605 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-7e2e4ace-c293-4fa0-935f-34643723eb04 admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1127279 Aug 04 05:48:53.553129 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [None req-9a88c92b-558e-4169-a706-430fdbba6ed6 admin admin] Request body: {'subnet': {'network_id': 'af1858b6-cf03-40bb-9196-afb3511d56b5', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:48:53.640508 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a88c92b-558e-4169-a706-430fdbba6ed6 admin admin] Made reservation on behalf of f312ec47579846308b4803a3f01b39b9 for: {'subnet': 1} {{(pid=100432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 05:48:53.642793 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-9a88c92b-558e-4169-a706-430fdbba6ed6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:48:53.856477 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-9a88c92b-558e-4169-a706-430fdbba6ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527'] for subnet, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:48:53.909663 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a88c92b-558e-4169-a706-430fdbba6ed6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f13c6bb-ceba-4733-aa04-fd776ecea0b2,revision_number=0']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:48:53.916768 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a88c92b-558e-4169-a706-430fdbba6ed6 admin admin] Checking segment: {'id': '1d64849c-7752-48b2-a33d-0e65f040d368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'af1858b6-cf03-40bb-9196-afb3511d56b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:48:53.917114 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a88c92b-558e-4169-a706-430fdbba6ed6 admin admin] Network hostable DHCP agents. Network: af1858b6-cf03-40bb-9196-afb3511d56b5, hostable agents: ['4768dbe1-4fdd-4775-b2cc-1723632bf934'], hosted agents: [] {{(pid=100432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 05:48:53.994783 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a88c92b-558e-4169-a706-430fdbba6ed6 admin admin] Network af1858b6-cf03-40bb-9196-afb3511d56b5 is scheduled to be hosted by DHCP agent 4768dbe1-4fdd-4775-b2cc-1723632bf934 with binding_index 1 {{(pid=100432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 05:48:54.052017 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.base_scheduler [None req-9a88c92b-558e-4169-a706-430fdbba6ed6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-4-iscsi, af1858b6-cf03-40bb-9196-afb3511d56b5) {{(pid=100432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:48:54.056133 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a88c92b-558e-4169-a706-430fdbba6ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:48:54.064412 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-9a88c92b-558e-4169-a706-430fdbba6ed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for subnet, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:48:54.065121 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df124ce3-d662-428b-b268-ac906930da36 None None] Network af1858b6-cf03-40bb-9196-afb3511d56b5 requested from dv-cinder-801617-4-iscsi {{(pid=100433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 05:48:54.167536 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-9a88c92b-558e-4169-a706-430fdbba6ed6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6181021 Aug 04 05:48:54.321174 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9b9e15-d93d-4695-b40f-72c7d6461f95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d1b3a8-ca01-589b-8715-9fbe483b46e6-af1858b6-cf03-40bb-9196-afb3511d56b5', 'network_id': 'af1858b6-cf03-40bb-9196-afb3511d56b5', 'tenant_id': 'f312ec47579846308b4803a3f01b39b9', 'fixed_ips': [{'subnet_id': '9f13c6bb-ceba-4733-aa04-fd776ecea0b2'}]}} from dv-cinder-801617-4-iscsi. {{(pid=100433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 05:48:54.321174 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-2a9b9e15-d93d-4695-b40f-72c7d6461f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:48:54.448986 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.db_base_plugin_common [None req-2a9b9e15-d93d-4695-b40f-72c7d6461f95 None None] Allocated IP 192.168.233.2 (af1858b6-cf03-40bb-9196-afb3511d56b5/9f13c6bb-ceba-4733-aa04-fd776ecea0b2/b71116dc-2b7b-469e-8427-b72301d42639) {{(pid=100433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 05:48:54.594055 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-2a9b9e15-d93d-4695-b40f-72c7d6461f95 None None] Notify callbacks [] for port, precommit_create {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:48:54.602269 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-2a9b9e15-d93d-4695-b40f-72c7d6461f95 None None] Transition to ACTIVE for port object b71116dc-2b7b-469e-8427-b72301d42639 will not be triggered until provisioned by entity L2. {{(pid=100433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:48:54.617083 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-2a9b9e15-d93d-4695-b40f-72c7d6461f95 None None] Transition to ACTIVE for port object b71116dc-2b7b-469e-8427-b72301d42639 will not be triggered until provisioned by entity DHCP. {{(pid=100433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:48:54.714227 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-2a9b9e15-d93d-4695-b40f-72c7d6461f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606'] for port, after_create {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:48:54.751565 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9b9e15-d93d-4695-b40f-72c7d6461f95 None None] Network af1858b6-cf03-40bb-9196-afb3511d56b5 is already hosted by enough agents. {{(pid=100433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:48:54.756755 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.scheduler.base_scheduler [None req-2a9b9e15-d93d-4695-b40f-72c7d6461f95 None None] Resources bound (agent type, host, resource id): {{(pid=100433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:48:54.762387 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9b9e15-d93d-4695-b40f-72c7d6461f95 None None] Received port after_create {{(pid=100433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 05:48:54.768976 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9b9e15-d93d-4695-b40f-72c7d6461f95 None None] Pushing event updated for resources: {'Port': ['ID=b71116dc-2b7b-469e-8427-b72301d42639,revision_number=1']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:48:54.778563 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b9e15-d93d-4695-b40f-72c7d6461f95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:48:54.778928 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b9e15-d93d-4695-b40f-72c7d6461f95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:48:54.779271 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b9e15-d93d-4695-b40f-72c7d6461f95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:48:54.779605 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b9e15-d93d-4695-b40f-72c7d6461f95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:48:54.779958 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b9e15-d93d-4695-b40f-72c7d6461f95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:48:54.780289 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b9e15-d93d-4695-b40f-72c7d6461f95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:48:54.780614 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b9e15-d93d-4695-b40f-72c7d6461f95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:48:54.780939 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b9e15-d93d-4695-b40f-72c7d6461f95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:48:54.781285 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b9e15-d93d-4695-b40f-72c7d6461f95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:48:54.781621 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b9e15-d93d-4695-b40f-72c7d6461f95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:48:54.781961 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b9e15-d93d-4695-b40f-72c7d6461f95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:48:54.782281 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b9e15-d93d-4695-b40f-72c7d6461f95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:48:54.832045 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-2a9b9e15-d93d-4695-b40f-72c7d6461f95 None None] Attempting to bind port b71116dc-2b7b-469e-8427-b72301d42639 on host dv-cinder-801617-4-iscsi for vnic_type normal with profile {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 05:48:54.832406 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-2a9b9e15-d93d-4695-b40f-72c7d6461f95 None None] Attempting to bind port b71116dc-2b7b-469e-8427-b72301d42639 by drivers openvswitch,hyperv on host dv-cinder-801617-4-iscsi at level 0 using segments [{'id': '1d64849c-7752-48b2-a33d-0e65f040d368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'af1858b6-cf03-40bb-9196-afb3511d56b5'}] {{(pid=100433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 05:48:54.832761 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9b9e15-d93d-4695-b40f-72c7d6461f95 None None] Attempting to bind port b71116dc-2b7b-469e-8427-b72301d42639 on network af1858b6-cf03-40bb-9196-afb3511d56b5 {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:48:54.837870 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9b9e15-d93d-4695-b40f-72c7d6461f95 None None] Checking agent: {'id': '5d82a469-56b0-42fa-aca6-e62dd4c1f49c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 5, 45, 36), 'started_at': datetime.datetime(2021, 8, 4, 5, 46, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 5, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 05:48:54.838235 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9b9e15-d93d-4695-b40f-72c7d6461f95 None None] Checking segment: {'id': '1d64849c-7752-48b2-a33d-0e65f040d368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'af1858b6-cf03-40bb-9196-afb3511d56b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:48:54.838628 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-2a9b9e15-d93d-4695-b40f-72c7d6461f95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:48:54.839014 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9b9e15-d93d-4695-b40f-72c7d6461f95 None None] Bound using segment: {'id': '1d64849c-7752-48b2-a33d-0e65f040d368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'af1858b6-cf03-40bb-9196-afb3511d56b5'} {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 05:48:54.839475 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-2a9b9e15-d93d-4695-b40f-72c7d6461f95 None None] Bound port: b71116dc-2b7b-469e-8427-b72301d42639, host: dv-cinder-801617-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d64849c-7752-48b2-a33d-0e65f040d368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'af1858b6-cf03-40bb-9196-afb3511d56b5'}}] {{(pid=100433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 05:48:54.839882 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-2a9b9e15-d93d-4695-b40f-72c7d6461f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:48:54.903471 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-2a9b9e15-d93d-4695-b40f-72c7d6461f95 None None] For port b71116dc-2b7b-469e-8427-b72301d42639, host dv-cinder-801617-4-iscsi, cleared binding levels {{(pid=100433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 05:48:54.906513 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-2a9b9e15-d93d-4695-b40f-72c7d6461f95 None None] For port b71116dc-2b7b-469e-8427-b72301d42639, host dv-cinder-801617-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=b71116dc-2b7b-469e-8427-b72301d42639,segment=NetworkSegment(1d64849c-7752-48b2-a33d-0e65f040d368),segment_id=1d64849c-7752-48b2-a33d-0e65f040d368)] {{(pid=100433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 05:48:54.955926 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-2a9b9e15-d93d-4695-b40f-72c7d6461f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:48:55.024946 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9b9e15-d93d-4695-b40f-72c7d6461f95 None None] Pushing event updated for resources: {'Port': ['ID=b71116dc-2b7b-469e-8427-b72301d42639,revision_number=2']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:48:55.741859 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1f0841-6e7e-4cef-bb00-588e2a9a1b9d None None] Network af1858b6-cf03-40bb-9196-afb3511d56b5 requested from dv-cinder-801617-4-iscsi {{(pid=100433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 05:48:55.894018 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-55b896c0-3cdc-4785-8dc3-f1aea4554eaf None None] Provisioning for port b71116dc-2b7b-469e-8427-b72301d42639 completed by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:48:56.491764 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device b71116dc-2b7b-469e-8427-b72301d42639 up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:48:56.622100 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning for port b71116dc-2b7b-469e-8427-b72301d42639 completed by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:48:56.626239 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port b71116dc-2b7b-469e-8427-b72301d42639 triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:48:56.626605 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:48:56.707726 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:48:56.739662 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] For port b71116dc-2b7b-469e-8427-b72301d42639, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=b71116dc-2b7b-469e-8427-b72301d42639,segment=NetworkSegment(1d64849c-7752-48b2-a33d-0e65f040d368),segment_id=1d64849c-7752-48b2-a33d-0e65f040d368)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:48:56.800690 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:48:56.847880 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Pushing event updated for resources: {'Port': ['ID=b71116dc-2b7b-469e-8427-b72301d42639,revision_number=3']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:48:58.469613 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device b71116dc-2b7b-469e-8427-b72301d42639 up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:48:58.520392 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port b71116dc-2b7b-469e-8427-b72301d42639 triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:48:58.520756 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:49:03.538688 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-f6709d12-204d-4913-89cc-dc4de9975832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:49:06.011715 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-aa8042a0-371e-4411-939f-a45cb4dbde4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:49:06.108746 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:49:07.491873 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6693b30c-6718-4946-8b55-748181203f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:49:09.261413 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-dee0c6e9-f257-441c-951e-ad3806d8c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:49:26.879996 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-af02ba66-bd33-4c7f-ad7c-7481e90ae0d9 None None] Agent healthcheck: found 5 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 05:49:33.536263 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-2b91a632-7e4f-434b-a62d-513611f75401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:49:35.981834 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-e008dd31-7797-492f-b74b-2bb734252040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:49:36.090086 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:49:37.513161 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6693b30c-6718-4946-8b55-748181203f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:49:39.238864 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-dee0c6e9-f257-441c-951e-ad3806d8c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:50:03.534319 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-f93db269-6747-4e79-a6e3-738d2508d19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:50:03.878517 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-af02ba66-bd33-4c7f-ad7c-7481e90ae0d9 None None] Agent healthcheck: found 5 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 05:50:05.997819 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-64619497-686c-4b56-8997-7debb9ab8399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:50:06.100314 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:50:07.598022 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6693b30c-6718-4946-8b55-748181203f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:50:09.260528 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-dee0c6e9-f257-441c-951e-ad3806d8c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:50:27.518859 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 52252) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:50:27.525535 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [None req-a76d7a29-4bed-4136-8081-d45b025b80d8 tempest-verify_tempest_config-724913098 tempest-verify_tempest_config-724913098-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=100432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 05:50:27.526488 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-a76d7a29-4bed-4136-8081-d45b025b80d8 tempest-verify_tempest_config-724913098 tempest-verify_tempest_config-724913098-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058696 Aug 04 05:50:28.005421 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 52270) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:50:28.110009 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-557e9876-ddb0-4967-b67e-f6e7e08f3eac admin admin] Notify callbacks [] for security_group, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:50:28.197477 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-557e9876-ddb0-4967-b67e-f6e7e08f3eac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:50:28.253411 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-557e9876-ddb0-4967-b67e-f6e7e08f3eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:50:28.296585 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e9876-ddb0-4967-b67e-f6e7e08f3eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d52e500-d4d1-40c8-863b-61abd5c5f379,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:50:28.301738 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-557e9876-ddb0-4967-b67e-f6e7e08f3eac admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f86ad5fe3c6649c19c8a0aff38510e95&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2953069 Aug 04 05:50:28.304369 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 52274) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:50:28.306222 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e9876-ddb0-4967-b67e-f6e7e08f3eac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:50:28.306628 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e9876-ddb0-4967-b67e-f6e7e08f3eac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:50:28.306960 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e9876-ddb0-4967-b67e-f6e7e08f3eac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:50:28.307292 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e9876-ddb0-4967-b67e-f6e7e08f3eac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:50:28.307620 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e9876-ddb0-4967-b67e-f6e7e08f3eac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:50:28.307997 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e9876-ddb0-4967-b67e-f6e7e08f3eac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:50:28.308324 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e9876-ddb0-4967-b67e-f6e7e08f3eac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:50:28.308665 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e9876-ddb0-4967-b67e-f6e7e08f3eac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:50:28.309010 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e9876-ddb0-4967-b67e-f6e7e08f3eac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:50:28.309335 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e9876-ddb0-4967-b67e-f6e7e08f3eac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:50:28.309654 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e9876-ddb0-4967-b67e-f6e7e08f3eac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:50:28.309973 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e9876-ddb0-4967-b67e-f6e7e08f3eac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:50:28.361619 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-13f5ca4f-c51e-4134-bc3b-646d07adbba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:50:28.381980 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-13f5ca4f-c51e-4134-bc3b-646d07adbba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:50:28.505543 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-13f5ca4f-c51e-4134-bc3b-646d07adbba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:50:28.508105 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-13f5ca4f-c51e-4134-bc3b-646d07adbba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:50:28.509259 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-13f5ca4f-c51e-4134-bc3b-646d07adbba9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6d52e500-d4d1-40c8-863b-61abd5c5f379 HTTP/1.1" status: 204 len: 168 time: 0.2038698 Aug 04 05:50:28.516849 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f5ca4f-c51e-4134-bc3b-646d07adbba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d52e500-d4d1-40c8-863b-61abd5c5f379,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:50:28.523796 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f5ca4f-c51e-4134-bc3b-646d07adbba9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:50:28.524200 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f5ca4f-c51e-4134-bc3b-646d07adbba9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:50:28.524543 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f5ca4f-c51e-4134-bc3b-646d07adbba9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:50:28.524890 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f5ca4f-c51e-4134-bc3b-646d07adbba9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:50:28.525229 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f5ca4f-c51e-4134-bc3b-646d07adbba9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:50:28.525573 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f5ca4f-c51e-4134-bc3b-646d07adbba9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:50:28.526053 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f5ca4f-c51e-4134-bc3b-646d07adbba9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:50:28.526229 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f5ca4f-c51e-4134-bc3b-646d07adbba9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:50:28.526558 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f5ca4f-c51e-4134-bc3b-646d07adbba9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:50:28.526917 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f5ca4f-c51e-4134-bc3b-646d07adbba9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:50:28.527234 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f5ca4f-c51e-4134-bc3b-646d07adbba9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:50:28.527547 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f5ca4f-c51e-4134-bc3b-646d07adbba9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:50:33.516458 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-4ab3d5db-903c-460e-91d7-e19a47c5f7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:50:36.002438 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-1015fd26-5e77-4903-8998-f56d02b57a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:50:36.105253 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:50:37.528102 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6693b30c-6718-4946-8b55-748181203f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:50:39.247709 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-dee0c6e9-f257-441c-951e-ad3806d8c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:50:40.876248 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-af02ba66-bd33-4c7f-ad7c-7481e90ae0d9 None None] Agent healthcheck: found 5 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 05:51:03.504581 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-40c51ec0-7a63-4923-b0a8-683c501f0fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:51:06.007102 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-55f3029b-272e-4dfc-9e55-14f16ab573ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:51:06.127230 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:51:07.538417 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6693b30c-6718-4946-8b55-748181203f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:51:09.288029 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-dee0c6e9-f257-441c-951e-ad3806d8c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:51:17.874291 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-af02ba66-bd33-4c7f-ad7c-7481e90ae0d9 None None] Agent healthcheck: found 5 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 05:51:33.537033 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-f1a59e70-9653-4142-9395-660d42fb7a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:51:36.018104 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-4ec086c2-1d86-41a5-8c9c-2a44fbab3023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:51:36.120996 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:51:37.509384 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6693b30c-6718-4946-8b55-748181203f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:51:39.267761 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-dee0c6e9-f257-441c-951e-ad3806d8c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:51:54.878816 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-af02ba66-bd33-4c7f-ad7c-7481e90ae0d9 None None] Agent healthcheck: found 5 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 05:51:55.724464 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-946586'] for agent, after_create {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:51:59.558836 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 52328) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:51:59.662335 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-44dd0acb-94ad-4feb-b200-9d6216280915 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1023078 Aug 04 05:52:01.868562 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 52338) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:52:01.920521 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-c083cd1f-5813-432e-8093-4036bc5d391a admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0509059 Aug 04 05:52:03.514541 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-a10b7da4-9d75-4800-831d-d0953eac3076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:52:06.006056 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-f1f0f327-77dd-47ac-8d11-58dd0615eb6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:52:06.158091 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:52:07.526040 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6693b30c-6718-4946-8b55-748181203f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:52:09.269247 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-dee0c6e9-f257-441c-951e-ad3806d8c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:52:25.673514 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:52:31.870547 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-af02ba66-bd33-4c7f-ad7c-7481e90ae0d9 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 05:52:33.530796 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-4fdadfd8-17f5-48eb-a181-a7b421d4e7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:52:36.055407 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-5e92e0a7-7b72-4c7f-a51a-c08136b0639b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:52:36.133920 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:52:37.507788 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6693b30c-6718-4946-8b55-748181203f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:52:39.305196 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-dee0c6e9-f257-441c-951e-ad3806d8c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:52:55.665073 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:03.515453 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-04909d34-997a-4a27-bb39-ee4bb9449b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:06.021328 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-86a38063-e9be-4b03-b083-62ed98dc0355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:06.222194 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:07.515614 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6693b30c-6718-4946-8b55-748181203f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:08.868900 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-af02ba66-bd33-4c7f-ad7c-7481e90ae0d9 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 05:53:09.286788 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-dee0c6e9-f257-441c-951e-ad3806d8c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:25.680977 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:27.642850 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 52542) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:53:27.994780 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 52558) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:53:28.118697 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [None req-512f132c-9a2e-4310-9038-b011769fc048 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-539293005-network', 'tenant_id': 'd69107e01db84a619edacfe20091cf10'}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:53:28.204301 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512f132c-9a2e-4310-9038-b011769fc048 admin admin] Made reservation on behalf of d69107e01db84a619edacfe20091cf10 for: {'network': 1} {{(pid=100432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 05:53:28.207123 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-512f132c-9a2e-4310-9038-b011769fc048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for network, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:28.215934 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-512f132c-9a2e-4310-9038-b011769fc048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:28.308672 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-512f132c-9a2e-4310-9038-b011769fc048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:28.347675 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 52568) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:53:28.381401 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-512f132c-9a2e-4310-9038-b011769fc048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:28.410199 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512f132c-9a2e-4310-9038-b011769fc048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7680669f-94d7-49b1-9252-9589c08d5519,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:28.412272 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-512f132c-9a2e-4310-9038-b011769fc048 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=100432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 05:53:28.426122 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-512f132c-9a2e-4310-9038-b011769fc048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2010985'] for segment, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:28.426657 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.db.segments_db [None req-512f132c-9a2e-4310-9038-b011769fc048 admin admin] Added segment 62fed0d3-fb5b-4c12-b723-f962c0cdfa72 of type vlan for network d5ea1197-7f85-4c8f-a513-b68c633b4d8e Aug 04 05:53:28.476551 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 52578) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:53:28.480857 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-512f132c-9a2e-4310-9038-b011769fc048 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791114671894'] for network, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:28.510039 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512f132c-9a2e-4310-9038-b011769fc048 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:53:28.510845 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512f132c-9a2e-4310-9038-b011769fc048 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:53:28.511481 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512f132c-9a2e-4310-9038-b011769fc048 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:53:28.512003 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512f132c-9a2e-4310-9038-b011769fc048 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:53:28.512492 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512f132c-9a2e-4310-9038-b011769fc048 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:53:28.512835 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512f132c-9a2e-4310-9038-b011769fc048 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:53:28.513213 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512f132c-9a2e-4310-9038-b011769fc048 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:53:28.513517 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512f132c-9a2e-4310-9038-b011769fc048 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:53:28.514021 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512f132c-9a2e-4310-9038-b011769fc048 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:53:28.514349 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512f132c-9a2e-4310-9038-b011769fc048 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:53:28.514668 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512f132c-9a2e-4310-9038-b011769fc048 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:53:28.515001 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512f132c-9a2e-4310-9038-b011769fc048 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:53:28.516080 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512f132c-9a2e-4310-9038-b011769fc048 admin admin] Tracked resource versions report: Aug 04 05:53:28.516080 dv-cinder-801617-4-iscsi neutron-server[100432]: pushed versions: Aug 04 05:53:28.516080 dv-cinder-801617-4-iscsi neutron-server[100432]: { 'AddressGroup': {'1.2'}, Aug 04 05:53:28.516080 dv-cinder-801617-4-iscsi neutron-server[100432]: 'ConntrackHelper': {'1.0'}, Aug 04 05:53:28.516080 dv-cinder-801617-4-iscsi neutron-server[100432]: 'Log': {'1.0'}, Aug 04 05:53:28.516080 dv-cinder-801617-4-iscsi neutron-server[100432]: 'Network': {'1.1'}, Aug 04 05:53:28.516080 dv-cinder-801617-4-iscsi neutron-server[100432]: 'Port': {'1.7'}, Aug 04 05:53:28.516080 dv-cinder-801617-4-iscsi neutron-server[100432]: 'PortForwarding': {'1.2'}, Aug 04 05:53:28.516080 dv-cinder-801617-4-iscsi neutron-server[100432]: 'QosPolicy': {'1.8'}, Aug 04 05:53:28.516080 dv-cinder-801617-4-iscsi neutron-server[100432]: 'SecurityGroup': {'1.4'}, Aug 04 05:53:28.516080 dv-cinder-801617-4-iscsi neutron-server[100432]: 'SecurityGroupRule': {'1.2'}, Aug 04 05:53:28.516080 dv-cinder-801617-4-iscsi neutron-server[100432]: 'SubPort': {'1.0'}, Aug 04 05:53:28.516080 dv-cinder-801617-4-iscsi neutron-server[100432]: 'Subnet': {'1.1'}, Aug 04 05:53:28.516080 dv-cinder-801617-4-iscsi neutron-server[100432]: 'Trunk': {'1.1'}} Aug 04 05:53:28.516080 dv-cinder-801617-4-iscsi neutron-server[100432]: consumer versions: Aug 04 05:53:28.516080 dv-cinder-801617-4-iscsi neutron-server[100432]: { DHCP agent@dv-cinder-801617-4-iscsi: {}, Aug 04 05:53:28.516080 dv-cinder-801617-4-iscsi neutron-server[100432]: HyperV agent@hv-cinder-80161: {}, Aug 04 05:53:28.516080 dv-cinder-801617-4-iscsi neutron-server[100432]: L3 agent@dv-cinder-801617-4-iscsi: {}, Aug 04 05:53:28.516080 dv-cinder-801617-4-iscsi neutron-server[100432]: Metadata agent@dv-cinder-801617-4-iscsi: {}, Aug 04 05:53:28.516080 dv-cinder-801617-4-iscsi neutron-server[100432]: Metering agent@dv-cinder-801617-4-iscsi: {}, Aug 04 05:53:28.516080 dv-cinder-801617-4-iscsi neutron-server[100432]: Open vSwitch agent@dv-cinder-801617-4-iscsi: { 'AddressGroup': '1.2', Aug 04 05:53:28.516080 dv-cinder-801617-4-iscsi neutron-server[100432]: 'ConntrackHelper': '1.0', Aug 04 05:53:28.516080 dv-cinder-801617-4-iscsi neutron-server[100432]: 'Log': '1.0', Aug 04 05:53:28.516080 dv-cinder-801617-4-iscsi neutron-server[100432]: 'Network': '1.1', Aug 04 05:53:28.516080 dv-cinder-801617-4-iscsi neutron-server[100432]: 'Port': '1.7', Aug 04 05:53:28.516080 dv-cinder-801617-4-iscsi neutron-server[100432]: 'PortForwarding': '1.2', Aug 04 05:53:28.516080 dv-cinder-801617-4-iscsi neutron-server[100432]: 'QosPolicy': '1.8', Aug 04 05:53:28.516080 dv-cinder-801617-4-iscsi neutron-server[100432]: 'SecurityGroup': '1.4', Aug 04 05:53:28.516080 dv-cinder-801617-4-iscsi neutron-server[100432]: 'SecurityGroupRule': '1.2', Aug 04 05:53:28.516080 dv-cinder-801617-4-iscsi neutron-server[100432]: 'SubPort': '1.0', Aug 04 05:53:28.516080 dv-cinder-801617-4-iscsi neutron-server[100432]: 'Subnet': '1.1', Aug 04 05:53:28.516080 dv-cinder-801617-4-iscsi neutron-server[100432]: 'Trunk': '1.1'}} Aug 04 05:53:28.516080 dv-cinder-801617-4-iscsi neutron-server[100432]: {{(pid=100432) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 05:53:28.537116 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [None req-4160a054-b7ac-4d7f-8049-545c3f033bbb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-109798790-network', 'tenant_id': 'c8bcebc3d7d048b69d592fa2bf00330a'}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:53:28.586680 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-512f132c-9a2e-4310-9038-b011769fc048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527'] for network, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:28.587635 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512f132c-9a2e-4310-9038-b011769fc048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:53:28.588243 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-512f132c-9a2e-4310-9038-b011769fc048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for network, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:28.634201 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4160a054-b7ac-4d7f-8049-545c3f033bbb admin admin] Made reservation on behalf of c8bcebc3d7d048b69d592fa2bf00330a for: {'network': 1} {{(pid=100432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 05:53:28.636458 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-4160a054-b7ac-4d7f-8049-545c3f033bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for network, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:28.648715 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-4160a054-b7ac-4d7f-8049-545c3f033bbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:28.670549 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512f132c-9a2e-4310-9038-b011769fc048 admin admin] Pushing event updated for resources: {'Network': ['ID=d5ea1197-7f85-4c8f-a513-b68c633b4d8e,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:28.684414 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Network d5ea1197-7f85-4c8f-a513-b68c633b4d8e details requested by agent ovs-agent-dv-cinder-801617-4-iscsi with host dv-cinder-801617-4-iscsi {{(pid=100433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 05:53:28.711381 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-512f132c-9a2e-4310-9038-b011769fc048 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0671966 Aug 04 05:53:28.714456 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 52592) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:53:28.719703 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-4d5f03fc-0f3f-4d68-ace0-5eb123b80ce2 admin admin] Request body: {'subnet': {'network_id': 'd5ea1197-7f85-4c8f-a513-b68c633b4d8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-539293005-subnet', 'tenant_id': 'd69107e01db84a619edacfe20091cf10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:53:28.799545 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-4160a054-b7ac-4d7f-8049-545c3f033bbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:28.837006 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [None req-f8745fed-146d-4e02-8067-c2cead5bfb15 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1621535292-network', 'tenant_id': '0d320059d2a748979473823c9bc742bb'}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:53:28.872731 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-7e4eb2e5-4426-4f04-b768-3351a21acd15 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1935299454-network', 'tenant_id': 'ec04283d3509443b9c65cd9af852d46f'}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:53:28.878357 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-4160a054-b7ac-4d7f-8049-545c3f033bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:28.909024 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160a054-b7ac-4d7f-8049-545c3f033bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517b0ef0-0363-49f2-a482-197570fc83da,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:28.914221 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4160a054-b7ac-4d7f-8049-545c3f033bbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=100432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 05:53:28.924512 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-4160a054-b7ac-4d7f-8049-545c3f033bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2010985'] for segment, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:28.924512 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.db.segments_db [None req-4160a054-b7ac-4d7f-8049-545c3f033bbb admin admin] Added segment e70b74f9-db9d-468d-96eb-049639286c19 of type vlan for network d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3 Aug 04 05:53:28.972073 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-4160a054-b7ac-4d7f-8049-545c3f033bbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791114671894'] for network, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:28.984442 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5f03fc-0f3f-4d68-ace0-5eb123b80ce2 admin admin] Made reservation on behalf of d69107e01db84a619edacfe20091cf10 for: {'subnet': 1} {{(pid=100431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 05:53:28.988185 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4d5f03fc-0f3f-4d68-ace0-5eb123b80ce2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:29.084327 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-4160a054-b7ac-4d7f-8049-545c3f033bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527'] for network, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:29.085719 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4160a054-b7ac-4d7f-8049-545c3f033bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:53:29.088089 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-4160a054-b7ac-4d7f-8049-545c3f033bbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for network, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:29.161110 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8745fed-146d-4e02-8067-c2cead5bfb15 admin admin] Made reservation on behalf of 0d320059d2a748979473823c9bc742bb for: {'network': 1} {{(pid=100432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 05:53:29.163384 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-f8745fed-146d-4e02-8067-c2cead5bfb15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for network, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:29.176112 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-f8745fed-146d-4e02-8067-c2cead5bfb15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:29.177901 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160a054-b7ac-4d7f-8049-545c3f033bbb admin admin] Pushing event updated for resources: {'Network': ['ID=d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:29.188887 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Network d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3 details requested by agent ovs-agent-dv-cinder-801617-4-iscsi with host dv-cinder-801617-4-iscsi {{(pid=100433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 05:53:29.249888 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4d5f03fc-0f3f-4d68-ace0-5eb123b80ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527'] for subnet, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:29.310935 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4eb2e5-4426-4f04-b768-3351a21acd15 admin admin] Made reservation on behalf of ec04283d3509443b9c65cd9af852d46f for: {'network': 1} {{(pid=100431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 05:53:29.313115 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-7e4eb2e5-4426-4f04-b768-3351a21acd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for network, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:29.318510 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5f03fc-0f3f-4d68-ace0-5eb123b80ce2 admin admin] Checking segment: {'id': '62fed0d3-fb5b-4c12-b723-f962c0cdfa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd5ea1197-7f85-4c8f-a513-b68c633b4d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:53:29.318686 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5f03fc-0f3f-4d68-ace0-5eb123b80ce2 admin admin] Network hostable DHCP agents. Network: d5ea1197-7f85-4c8f-a513-b68c633b4d8e, hostable agents: ['4768dbe1-4fdd-4775-b2cc-1723632bf934'], hosted agents: [] {{(pid=100431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 05:53:29.333726 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-7e4eb2e5-4426-4f04-b768-3351a21acd15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:29.338554 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5f03fc-0f3f-4d68-ace0-5eb123b80ce2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6efc0d14-7cd8-4a5b-a61d-d4a67c130a3d,revision_number=0']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:29.359765 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5f03fc-0f3f-4d68-ace0-5eb123b80ce2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:53:29.360175 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5f03fc-0f3f-4d68-ace0-5eb123b80ce2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:53:29.360507 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5f03fc-0f3f-4d68-ace0-5eb123b80ce2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:53:29.360834 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5f03fc-0f3f-4d68-ace0-5eb123b80ce2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:53:29.361787 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5f03fc-0f3f-4d68-ace0-5eb123b80ce2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:53:29.362265 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5f03fc-0f3f-4d68-ace0-5eb123b80ce2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:53:29.362593 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5f03fc-0f3f-4d68-ace0-5eb123b80ce2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:53:29.362929 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5f03fc-0f3f-4d68-ace0-5eb123b80ce2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:53:29.363264 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5f03fc-0f3f-4d68-ace0-5eb123b80ce2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:53:29.363584 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5f03fc-0f3f-4d68-ace0-5eb123b80ce2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:53:29.363916 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5f03fc-0f3f-4d68-ace0-5eb123b80ce2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:53:29.364363 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5f03fc-0f3f-4d68-ace0-5eb123b80ce2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:53:29.365335 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5f03fc-0f3f-4d68-ace0-5eb123b80ce2 admin admin] Tracked resource versions report: Aug 04 05:53:29.365335 dv-cinder-801617-4-iscsi neutron-server[100431]: pushed versions: Aug 04 05:53:29.365335 dv-cinder-801617-4-iscsi neutron-server[100431]: { 'AddressGroup': {'1.2'}, Aug 04 05:53:29.365335 dv-cinder-801617-4-iscsi neutron-server[100431]: 'ConntrackHelper': {'1.0'}, Aug 04 05:53:29.365335 dv-cinder-801617-4-iscsi neutron-server[100431]: 'Log': {'1.0'}, Aug 04 05:53:29.365335 dv-cinder-801617-4-iscsi neutron-server[100431]: 'Network': {'1.1'}, Aug 04 05:53:29.365335 dv-cinder-801617-4-iscsi neutron-server[100431]: 'Port': {'1.7'}, Aug 04 05:53:29.365335 dv-cinder-801617-4-iscsi neutron-server[100431]: 'PortForwarding': {'1.2'}, Aug 04 05:53:29.365335 dv-cinder-801617-4-iscsi neutron-server[100431]: 'QosPolicy': {'1.8'}, Aug 04 05:53:29.365335 dv-cinder-801617-4-iscsi neutron-server[100431]: 'SecurityGroup': {'1.4'}, Aug 04 05:53:29.365335 dv-cinder-801617-4-iscsi neutron-server[100431]: 'SecurityGroupRule': {'1.2'}, Aug 04 05:53:29.365335 dv-cinder-801617-4-iscsi neutron-server[100431]: 'SubPort': {'1.0'}, Aug 04 05:53:29.365335 dv-cinder-801617-4-iscsi neutron-server[100431]: 'Subnet': {'1.1'}, Aug 04 05:53:29.365335 dv-cinder-801617-4-iscsi neutron-server[100431]: 'Trunk': {'1.1'}} Aug 04 05:53:29.365335 dv-cinder-801617-4-iscsi neutron-server[100431]: consumer versions: Aug 04 05:53:29.365335 dv-cinder-801617-4-iscsi neutron-server[100431]: { DHCP agent@dv-cinder-801617-4-iscsi: {}, Aug 04 05:53:29.365335 dv-cinder-801617-4-iscsi neutron-server[100431]: HyperV agent@hv-cinder-80161: {}, Aug 04 05:53:29.365335 dv-cinder-801617-4-iscsi neutron-server[100431]: L3 agent@dv-cinder-801617-4-iscsi: {}, Aug 04 05:53:29.365335 dv-cinder-801617-4-iscsi neutron-server[100431]: Metadata agent@dv-cinder-801617-4-iscsi: {}, Aug 04 05:53:29.365335 dv-cinder-801617-4-iscsi neutron-server[100431]: Metering agent@dv-cinder-801617-4-iscsi: {}, Aug 04 05:53:29.365335 dv-cinder-801617-4-iscsi neutron-server[100431]: Open vSwitch agent@dv-cinder-801617-4-iscsi: { 'AddressGroup': '1.2', Aug 04 05:53:29.365335 dv-cinder-801617-4-iscsi neutron-server[100431]: 'ConntrackHelper': '1.0', Aug 04 05:53:29.365335 dv-cinder-801617-4-iscsi neutron-server[100431]: 'Log': '1.0', Aug 04 05:53:29.365335 dv-cinder-801617-4-iscsi neutron-server[100431]: 'Network': '1.1', Aug 04 05:53:29.365335 dv-cinder-801617-4-iscsi neutron-server[100431]: 'Port': '1.7', Aug 04 05:53:29.365335 dv-cinder-801617-4-iscsi neutron-server[100431]: 'PortForwarding': '1.2', Aug 04 05:53:29.365335 dv-cinder-801617-4-iscsi neutron-server[100431]: 'QosPolicy': '1.8', Aug 04 05:53:29.365335 dv-cinder-801617-4-iscsi neutron-server[100431]: 'SecurityGroup': '1.4', Aug 04 05:53:29.365335 dv-cinder-801617-4-iscsi neutron-server[100431]: 'SecurityGroupRule': '1.2', Aug 04 05:53:29.365335 dv-cinder-801617-4-iscsi neutron-server[100431]: 'SubPort': '1.0', Aug 04 05:53:29.365335 dv-cinder-801617-4-iscsi neutron-server[100431]: 'Subnet': '1.1', Aug 04 05:53:29.365335 dv-cinder-801617-4-iscsi neutron-server[100431]: 'Trunk': '1.1'}} Aug 04 05:53:29.365335 dv-cinder-801617-4-iscsi neutron-server[100431]: {{(pid=100431) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 05:53:29.377645 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-4160a054-b7ac-4d7f-8049-545c3f033bbb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3803744 Aug 04 05:53:29.381966 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 52618) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:53:29.387056 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-66cf0c22-86a2-4928-a661-568b90bc6fb6 admin admin] Request body: {'subnet': {'network_id': 'd2e5a947-03e8-4345-94ae-fbf3e7f6b1f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-109798790-subnet', 'tenant_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:53:29.396930 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.db.api [None req-7e4eb2e5-4426-4f04-b768-3351a21acd15 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 05:53:29.396930 dv-cinder-801617-4-iscsi neutron-server[100431]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 04 05:53:29.396930 dv-cinder-801617-4-iscsi neutron-server[100431]: [parameters: {'project_id_1': 'ec04283d3509443b9c65cd9af852d46f', 'expiration_1': datetime.datetime(2021, 8, 4, 5, 53, 29, 369779)}] Aug 04 05:53:29.396930 dv-cinder-801617-4-iscsi neutron-server[100431]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 05:53:29.397741 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG oslo_db.api [None req-7e4eb2e5-4426-4f04-b768-3351a21acd15 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 05:53:29.463463 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5f03fc-0f3f-4d68-ace0-5eb123b80ce2 admin admin] Network d5ea1197-7f85-4c8f-a513-b68c633b4d8e is scheduled to be hosted by DHCP agent 4768dbe1-4fdd-4775-b2cc-1723632bf934 with binding_index 1 {{(pid=100431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 05:53:29.469997 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-f8745fed-146d-4e02-8067-c2cead5bfb15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:29.606152 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.base_scheduler [None req-4d5f03fc-0f3f-4d68-ace0-5eb123b80ce2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-4-iscsi, d5ea1197-7f85-4c8f-a513-b68c633b4d8e) {{(pid=100431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:53:29.611975 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5f03fc-0f3f-4d68-ace0-5eb123b80ce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:53:29.613550 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4d5f03fc-0f3f-4d68-ace0-5eb123b80ce2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for subnet, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:29.617026 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5cb65d-ac7e-46c6-8a26-0fb235b266e6 None None] Network d5ea1197-7f85-4c8f-a513-b68c633b4d8e requested from dv-cinder-801617-4-iscsi {{(pid=100433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 05:53:29.624403 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-f8745fed-146d-4e02-8067-c2cead5bfb15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:29.654653 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8745fed-146d-4e02-8067-c2cead5bfb15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=100432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 05:53:29.673164 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-f8745fed-146d-4e02-8067-c2cead5bfb15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2010985'] for segment, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:29.674032 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.db.segments_db [None req-f8745fed-146d-4e02-8067-c2cead5bfb15 admin admin] Added segment ebaf7e84-2280-4f17-b68d-25aafcd23fe5 of type vlan for network fea95b2d-d504-480b-8c54-fa1d3a884d59 Aug 04 05:53:29.675609 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8745fed-146d-4e02-8067-c2cead5bfb15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ae7d25-4e1e-4445-98c1-c70a641e8e51,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:29.722473 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-f8745fed-146d-4e02-8067-c2cead5bfb15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791114671894'] for network, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:29.729003 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cf0c22-86a2-4928-a661-568b90bc6fb6 admin admin] Made reservation on behalf of c8bcebc3d7d048b69d592fa2bf00330a for: {'subnet': 1} {{(pid=100431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 05:53:29.732454 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-66cf0c22-86a2-4928-a661-568b90bc6fb6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:29.755680 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949ca406-45e7-42dd-996d-414419ec0d48 None None] Network d5ea1197-7f85-4c8f-a513-b68c633b4d8e requested from dv-cinder-801617-4-iscsi {{(pid=100433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 05:53:29.828484 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-4d5f03fc-0f3f-4d68-ace0-5eb123b80ce2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1126478 Aug 04 05:53:29.863692 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-f8745fed-146d-4e02-8067-c2cead5bfb15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527'] for network, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:29.865256 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8745fed-146d-4e02-8067-c2cead5bfb15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:53:29.865256 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-f8745fed-146d-4e02-8067-c2cead5bfb15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for network, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:29.930230 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-7e4eb2e5-4426-4f04-b768-3351a21acd15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:29.968375 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8745fed-146d-4e02-8067-c2cead5bfb15 admin admin] Pushing event updated for resources: {'Network': ['ID=fea95b2d-d504-480b-8c54-fa1d3a884d59,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:29.984795 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Network fea95b2d-d504-480b-8c54-fa1d3a884d59 details requested by agent ovs-agent-dv-cinder-801617-4-iscsi with host dv-cinder-801617-4-iscsi {{(pid=100433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 05:53:30.028134 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-f8745fed-146d-4e02-8067-c2cead5bfb15 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6747048 Aug 04 05:53:30.029082 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 52640) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:53:30.035472 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [None req-f596e237-fc22-458c-81e2-23e66428c7e4 admin admin] Request body: {'subnet': {'network_id': 'fea95b2d-d504-480b-8c54-fa1d3a884d59', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1621535292-subnet', 'tenant_id': '0d320059d2a748979473823c9bc742bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:53:30.182465 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-66cf0c22-86a2-4928-a661-568b90bc6fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527'] for subnet, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:30.251965 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-7e4eb2e5-4426-4f04-b768-3351a21acd15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:30.258789 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cf0c22-86a2-4928-a661-568b90bc6fb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=093ae098-146b-44a4-8f09-371adaa382d8,revision_number=0']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:30.278007 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cf0c22-86a2-4928-a661-568b90bc6fb6 admin admin] Checking segment: {'id': 'e70b74f9-db9d-468d-96eb-049639286c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd2e5a947-03e8-4345-94ae-fbf3e7f6b1f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:53:30.278777 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cf0c22-86a2-4928-a661-568b90bc6fb6 admin admin] Network hostable DHCP agents. Network: d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3, hostable agents: ['4768dbe1-4fdd-4775-b2cc-1723632bf934'], hosted agents: [] {{(pid=100431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 05:53:30.318560 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-7e4eb2e5-4426-4f04-b768-3351a21acd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:30.335227 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e4eb2e5-4426-4f04-b768-3351a21acd15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=100431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 05:53:30.354565 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-7e4eb2e5-4426-4f04-b768-3351a21acd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2010985'] for segment, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:30.354903 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.db.segments_db [None req-7e4eb2e5-4426-4f04-b768-3351a21acd15 admin admin] Added segment ec29bf54-ee61-44b2-b8df-ad8fd94577ee of type vlan for network a493c09c-6949-44f8-8e08-fbb13c36d6a2 Aug 04 05:53:30.370655 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4eb2e5-4426-4f04-b768-3351a21acd15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5ccd3f-4d90-4a30-b92e-8737d91c40a7,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:30.390800 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cf0c22-86a2-4928-a661-568b90bc6fb6 admin admin] Network d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3 is scheduled to be hosted by DHCP agent 4768dbe1-4fdd-4775-b2cc-1723632bf934 with binding_index 1 {{(pid=100431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 05:53:30.405674 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-7e4eb2e5-4426-4f04-b768-3351a21acd15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791114671894'] for network, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:30.410521 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f596e237-fc22-458c-81e2-23e66428c7e4 admin admin] Made reservation on behalf of 0d320059d2a748979473823c9bc742bb for: {'subnet': 1} {{(pid=100432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 05:53:30.416076 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-f596e237-fc22-458c-81e2-23e66428c7e4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:30.467010 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.base_scheduler [None req-66cf0c22-86a2-4928-a661-568b90bc6fb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-4-iscsi, d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3) {{(pid=100431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:53:30.479134 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05aebc2-7220-4556-bf94-909682175e91 None None] Network d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3 requested from dv-cinder-801617-4-iscsi {{(pid=100433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 05:53:30.482329 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cf0c22-86a2-4928-a661-568b90bc6fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:53:30.484729 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-66cf0c22-86a2-4928-a661-568b90bc6fb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for subnet, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:30.520228 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-7e4eb2e5-4426-4f04-b768-3351a21acd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527'] for network, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:30.523704 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4eb2e5-4426-4f04-b768-3351a21acd15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:53:30.523704 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-7e4eb2e5-4426-4f04-b768-3351a21acd15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for network, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:30.630890 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4eb2e5-4426-4f04-b768-3351a21acd15 admin admin] Pushing event updated for resources: {'Network': ['ID=a493c09c-6949-44f8-8e08-fbb13c36d6a2,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:30.744871 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-66cf0c22-86a2-4928-a661-568b90bc6fb6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3617866 Aug 04 05:53:30.747716 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 52692) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:53:30.752709 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-c562fcd6-354b-401b-9f11-0339d07d716a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-109798790-router', 'tenant_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'}}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:53:30.786299 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 52696) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:53:30.786865 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-7e4eb2e5-4426-4f04-b768-3351a21acd15 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.3092957 Aug 04 05:53:30.792619 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [None req-56a41ea3-dd9c-4919-8991-49f5c7b0490d admin admin] Request body: {'subnet': {'network_id': 'a493c09c-6949-44f8-8e08-fbb13c36d6a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1935299454-subnet', 'tenant_id': 'ec04283d3509443b9c65cd9af852d46f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:53:30.798093 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Network a493c09c-6949-44f8-8e08-fbb13c36d6a2 details requested by agent ovs-agent-dv-cinder-801617-4-iscsi with host dv-cinder-801617-4-iscsi {{(pid=100433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 05:53:30.807181 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-f596e237-fc22-458c-81e2-23e66428c7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527'] for subnet, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:30.880737 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c562fcd6-354b-401b-9f11-0339d07d716a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25311'] for router, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:30.884299 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c562fcd6-354b-401b-9f11-0339d07d716a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-954464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24620'] for router, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:30.941830 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 52710) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:53:30.956240 dv-cinder-801617-4-iscsi neutron-server[100432]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 04 05:53:31.013818 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca58cc9-bd9e-4c60-ba17-16d16906543c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d1b3a8-ca01-589b-8715-9fbe483b46e6-d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3', 'network_id': 'd2e5a947-03e8-4345-94ae-fbf3e7f6b1f3', 'tenant_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'fixed_ips': [{'subnet_id': '093ae098-146b-44a4-8f09-371adaa382d8'}]}} from dv-cinder-801617-4-iscsi. {{(pid=100433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 05:53:31.014689 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-5ca58cc9-bd9e-4c60-ba17-16d16906543c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:31.055326 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c562fcd6-354b-401b-9f11-0339d07d716a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:31.080523 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f596e237-fc22-458c-81e2-23e66428c7e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9770694f-c8d6-4155-afb5-37951e23de06,revision_number=0']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:31.099246 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a41ea3-dd9c-4919-8991-49f5c7b0490d admin admin] Made reservation on behalf of ec04283d3509443b9c65cd9af852d46f for: {'subnet': 1} {{(pid=100432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 05:53:31.101490 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-56a41ea3-dd9c-4919-8991-49f5c7b0490d admin admin] Notify callbacks [] for subnet, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:31.159778 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f596e237-fc22-458c-81e2-23e66428c7e4 admin admin] Checking segment: {'id': 'ebaf7e84-2280-4f17-b68d-25aafcd23fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'fea95b2d-d504-480b-8c54-fa1d3a884d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:53:31.160052 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f596e237-fc22-458c-81e2-23e66428c7e4 admin admin] Network hostable DHCP agents. Network: fea95b2d-d504-480b-8c54-fa1d3a884d59, hostable agents: ['4768dbe1-4fdd-4775-b2cc-1723632bf934'], hosted agents: [] {{(pid=100432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 05:53:31.166303 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.db_base_plugin_common [None req-5ca58cc9-bd9e-4c60-ba17-16d16906543c None None] Allocated IP 172.20.0.2 (d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3/093ae098-146b-44a4-8f09-371adaa382d8/50693c64-738d-45fb-95cc-9e5e7661c422) {{(pid=100433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 05:53:31.274423 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed73ec7-5ded-4b43-ae15-abe44a111638 req-13d5de22-c3e1-4c2a-8e97-0586350404d4 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:53:31.275957 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-fed73ec7-5ded-4b43-ae15-abe44a111638 req-13d5de22-c3e1-4c2a-8e97-0586350404d4 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/networks?id=d5ea1197-7f85-4c8f-a513-b68c633b4d8e HTTP/1.1" status: 200 len: 811 time: 0.3293009 Aug 04 05:53:31.299775 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-fed73ec7-5ded-4b43-ae15-abe44a111638 req-33af6f9e-d7e9-4712-aa44-261694ab1f30 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/quotas/d69107e01db84a619edacfe20091cf10 HTTP/1.1" status: 200 len: 375 time: 0.0179367 Aug 04 05:53:31.341097 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c562fcd6-354b-401b-9f11-0339d07d716a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:31.352414 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-5ca58cc9-bd9e-4c60-ba17-16d16906543c None None] Notify callbacks [] for port, precommit_create {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:31.361925 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f596e237-fc22-458c-81e2-23e66428c7e4 admin admin] Network fea95b2d-d504-480b-8c54-fa1d3a884d59 is scheduled to be hosted by DHCP agent 4768dbe1-4fdd-4775-b2cc-1723632bf934 with binding_index 1 {{(pid=100432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 05:53:31.365698 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-5ca58cc9-bd9e-4c60-ba17-16d16906543c None None] Transition to ACTIVE for port object 50693c64-738d-45fb-95cc-9e5e7661c422 will not be triggered until provisioned by entity L2. {{(pid=100433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:53:31.380558 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-5ca58cc9-bd9e-4c60-ba17-16d16906543c None None] Transition to ACTIVE for port object 50693c64-738d-45fb-95cc-9e5e7661c422 will not be triggered until provisioned by entity DHCP. {{(pid=100433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:53:31.389049 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-fed73ec7-5ded-4b43-ae15-abe44a111638 req-d919829e-cb20-48f5-a0cf-5658de60458e tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d69107e01db84a619edacfe20091cf10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651112 Aug 04 05:53:31.549391 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.base_scheduler [None req-f596e237-fc22-458c-81e2-23e66428c7e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-4-iscsi, fea95b2d-d504-480b-8c54-fa1d3a884d59) {{(pid=100432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:53:31.553572 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-5ca58cc9-bd9e-4c60-ba17-16d16906543c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606'] for port, after_create {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:31.560152 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f596e237-fc22-458c-81e2-23e66428c7e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:53:31.563086 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-f596e237-fc22-458c-81e2-23e66428c7e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for subnet, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:31.565159 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c312c73-37de-453d-989e-407fe6781294 None None] Network fea95b2d-d504-480b-8c54-fa1d3a884d59 requested from dv-cinder-801617-4-iscsi {{(pid=100433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 05:53:31.565924 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 52726) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:53:31.607278 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-56a41ea3-dd9c-4919-8991-49f5c7b0490d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527'] for subnet, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:31.670440 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca58cc9-bd9e-4c60-ba17-16d16906543c None None] Network d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3 is already hosted by enough agents. {{(pid=100433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:53:31.670919 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a41ea3-dd9c-4919-8991-49f5c7b0490d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2aeabe42-c308-496c-8730-52b38af59b7d,revision_number=0']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:31.693848 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-f596e237-fc22-458c-81e2-23e66428c7e4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6634741 Aug 04 05:53:31.700842 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [req-fed73ec7-5ded-4b43-ae15-abe44a111638 req-66b8e42e-0124-4d0e-87b0-db13ec7232f5 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=100432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 05:53:31.708974 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-fed73ec7-5ded-4b43-ae15-abe44a111638 req-66b8e42e-0124-4d0e-87b0-db13ec7232f5 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2017531 Aug 04 05:53:31.719997 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 52738) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:53:31.724902 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [None req-d2260e28-8b39-48ad-bbf8-27230d15154a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1621535292-router', 'tenant_id': '0d320059d2a748979473823c9bc742bb', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'}}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:53:31.758354 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.scheduler.base_scheduler [None req-5ca58cc9-bd9e-4c60-ba17-16d16906543c None None] Resources bound (agent type, host, resource id): {{(pid=100433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:53:31.768805 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca58cc9-bd9e-4c60-ba17-16d16906543c None None] Received port after_create {{(pid=100433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 05:53:31.786879 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca58cc9-bd9e-4c60-ba17-16d16906543c None None] Pushing event updated for resources: {'Port': ['ID=50693c64-738d-45fb-95cc-9e5e7661c422,revision_number=1']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:31.819001 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca58cc9-bd9e-4c60-ba17-16d16906543c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:53:31.820413 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca58cc9-bd9e-4c60-ba17-16d16906543c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:53:31.820975 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca58cc9-bd9e-4c60-ba17-16d16906543c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:53:31.821528 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca58cc9-bd9e-4c60-ba17-16d16906543c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:53:31.822074 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca58cc9-bd9e-4c60-ba17-16d16906543c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:53:31.822701 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca58cc9-bd9e-4c60-ba17-16d16906543c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:53:31.823230 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca58cc9-bd9e-4c60-ba17-16d16906543c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:53:31.823755 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca58cc9-bd9e-4c60-ba17-16d16906543c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:53:31.824388 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca58cc9-bd9e-4c60-ba17-16d16906543c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:53:31.825152 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca58cc9-bd9e-4c60-ba17-16d16906543c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:53:31.825688 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca58cc9-bd9e-4c60-ba17-16d16906543c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:53:31.826207 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca58cc9-bd9e-4c60-ba17-16d16906543c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:53:31.827554 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca58cc9-bd9e-4c60-ba17-16d16906543c None None] Tracked resource versions report: Aug 04 05:53:31.827554 dv-cinder-801617-4-iscsi neutron-server[100433]: pushed versions: Aug 04 05:53:31.827554 dv-cinder-801617-4-iscsi neutron-server[100433]: { 'AddressGroup': {'1.2'}, Aug 04 05:53:31.827554 dv-cinder-801617-4-iscsi neutron-server[100433]: 'ConntrackHelper': {'1.0'}, Aug 04 05:53:31.827554 dv-cinder-801617-4-iscsi neutron-server[100433]: 'Log': {'1.0'}, Aug 04 05:53:31.827554 dv-cinder-801617-4-iscsi neutron-server[100433]: 'Network': {'1.1'}, Aug 04 05:53:31.827554 dv-cinder-801617-4-iscsi neutron-server[100433]: 'Port': {'1.7'}, Aug 04 05:53:31.827554 dv-cinder-801617-4-iscsi neutron-server[100433]: 'PortForwarding': {'1.2'}, Aug 04 05:53:31.827554 dv-cinder-801617-4-iscsi neutron-server[100433]: 'QosPolicy': {'1.8'}, Aug 04 05:53:31.827554 dv-cinder-801617-4-iscsi neutron-server[100433]: 'SecurityGroup': {'1.4'}, Aug 04 05:53:31.827554 dv-cinder-801617-4-iscsi neutron-server[100433]: 'SecurityGroupRule': {'1.2'}, Aug 04 05:53:31.827554 dv-cinder-801617-4-iscsi neutron-server[100433]: 'SubPort': {'1.0'}, Aug 04 05:53:31.827554 dv-cinder-801617-4-iscsi neutron-server[100433]: 'Subnet': {'1.1'}, Aug 04 05:53:31.827554 dv-cinder-801617-4-iscsi neutron-server[100433]: 'Trunk': {'1.1'}} Aug 04 05:53:31.827554 dv-cinder-801617-4-iscsi neutron-server[100433]: consumer versions: Aug 04 05:53:31.827554 dv-cinder-801617-4-iscsi neutron-server[100433]: { DHCP agent@dv-cinder-801617-4-iscsi: {}, Aug 04 05:53:31.827554 dv-cinder-801617-4-iscsi neutron-server[100433]: HyperV agent@hv-cinder-80161: {}, Aug 04 05:53:31.827554 dv-cinder-801617-4-iscsi neutron-server[100433]: L3 agent@dv-cinder-801617-4-iscsi: {}, Aug 04 05:53:31.827554 dv-cinder-801617-4-iscsi neutron-server[100433]: Metadata agent@dv-cinder-801617-4-iscsi: {}, Aug 04 05:53:31.827554 dv-cinder-801617-4-iscsi neutron-server[100433]: Metering agent@dv-cinder-801617-4-iscsi: {}, Aug 04 05:53:31.827554 dv-cinder-801617-4-iscsi neutron-server[100433]: Open vSwitch agent@dv-cinder-801617-4-iscsi: { 'AddressGroup': '1.2', Aug 04 05:53:31.827554 dv-cinder-801617-4-iscsi neutron-server[100433]: 'ConntrackHelper': '1.0', Aug 04 05:53:31.827554 dv-cinder-801617-4-iscsi neutron-server[100433]: 'Log': '1.0', Aug 04 05:53:31.827554 dv-cinder-801617-4-iscsi neutron-server[100433]: 'Network': '1.1', Aug 04 05:53:31.827554 dv-cinder-801617-4-iscsi neutron-server[100433]: 'Port': '1.7', Aug 04 05:53:31.827554 dv-cinder-801617-4-iscsi neutron-server[100433]: 'PortForwarding': '1.2', Aug 04 05:53:31.827554 dv-cinder-801617-4-iscsi neutron-server[100433]: 'QosPolicy': '1.8', Aug 04 05:53:31.827554 dv-cinder-801617-4-iscsi neutron-server[100433]: 'SecurityGroup': '1.4', Aug 04 05:53:31.827554 dv-cinder-801617-4-iscsi neutron-server[100433]: 'SecurityGroupRule': '1.2', Aug 04 05:53:31.827554 dv-cinder-801617-4-iscsi neutron-server[100433]: 'SubPort': '1.0', Aug 04 05:53:31.827554 dv-cinder-801617-4-iscsi neutron-server[100433]: 'Subnet': '1.1', Aug 04 05:53:31.827554 dv-cinder-801617-4-iscsi neutron-server[100433]: 'Trunk': '1.1'}} Aug 04 05:53:31.827554 dv-cinder-801617-4-iscsi neutron-server[100433]: {{(pid=100433) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 05:53:31.873467 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-5ca58cc9-bd9e-4c60-ba17-16d16906543c None None] Attempting to bind port 50693c64-738d-45fb-95cc-9e5e7661c422 on host dv-cinder-801617-4-iscsi for vnic_type normal with profile {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 05:53:31.874368 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-5ca58cc9-bd9e-4c60-ba17-16d16906543c None None] Attempting to bind port 50693c64-738d-45fb-95cc-9e5e7661c422 by drivers openvswitch,hyperv on host dv-cinder-801617-4-iscsi at level 0 using segments [{'id': 'e70b74f9-db9d-468d-96eb-049639286c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd2e5a947-03e8-4345-94ae-fbf3e7f6b1f3'}] {{(pid=100433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 05:53:31.874956 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca58cc9-bd9e-4c60-ba17-16d16906543c None None] Attempting to bind port 50693c64-738d-45fb-95cc-9e5e7661c422 on network d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3 {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:53:31.887683 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca58cc9-bd9e-4c60-ba17-16d16906543c None None] Checking agent: {'id': '5d82a469-56b0-42fa-aca6-e62dd4c1f49c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 5, 45, 36), 'started_at': datetime.datetime(2021, 8, 4, 5, 46, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 5, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 05:53:31.888443 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca58cc9-bd9e-4c60-ba17-16d16906543c None None] Checking segment: {'id': 'e70b74f9-db9d-468d-96eb-049639286c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd2e5a947-03e8-4345-94ae-fbf3e7f6b1f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:53:31.891843 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-5ca58cc9-bd9e-4c60-ba17-16d16906543c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:31.891843 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca58cc9-bd9e-4c60-ba17-16d16906543c None None] Bound using segment: {'id': 'e70b74f9-db9d-468d-96eb-049639286c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd2e5a947-03e8-4345-94ae-fbf3e7f6b1f3'} {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 05:53:31.891843 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-5ca58cc9-bd9e-4c60-ba17-16d16906543c None None] Bound port: 50693c64-738d-45fb-95cc-9e5e7661c422, host: dv-cinder-801617-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70b74f9-db9d-468d-96eb-049639286c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd2e5a947-03e8-4345-94ae-fbf3e7f6b1f3'}}] {{(pid=100433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 05:53:31.891843 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-5ca58cc9-bd9e-4c60-ba17-16d16906543c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:31.898165 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-ceadf0b4-d9b6-4da8-bcce-fbcc4a63afc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:31.926063 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a41ea3-dd9c-4919-8991-49f5c7b0490d admin admin] Checking segment: {'id': 'ec29bf54-ee61-44b2-b8df-ad8fd94577ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a493c09c-6949-44f8-8e08-fbb13c36d6a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:53:31.926468 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a41ea3-dd9c-4919-8991-49f5c7b0490d admin admin] Network hostable DHCP agents. Network: a493c09c-6949-44f8-8e08-fbb13c36d6a2, hostable agents: ['4768dbe1-4fdd-4775-b2cc-1723632bf934'], hosted agents: [] {{(pid=100432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 05:53:31.984202 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66d0d64-57a7-4dd8-a88f-97cf8d45f713 None None] Network fea95b2d-d504-480b-8c54-fa1d3a884d59 requested from dv-cinder-801617-4-iscsi {{(pid=100433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 05:53:31.985292 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-fed73ec7-5ded-4b43-ae15-abe44a111638 req-ac4e91d5-3e49-4509-82ce-8614fbcc58b8 service neutron] 10.222.0.37 "GET /v2.0/networks/d5ea1197-7f85-4c8f-a513-b68c633b4d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751062 Aug 04 05:53:31.996364 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c562fcd6-354b-401b-9f11-0339d07d716a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:32.019997 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c562fcd6-354b-401b-9f11-0339d07d716a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:32.041419 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d2260e28-8b39-48ad-bbf8-27230d15154a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25311'] for router, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:32.049460 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d2260e28-8b39-48ad-bbf8-27230d15154a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-954464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24620'] for router, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:32.119845 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a41ea3-dd9c-4919-8991-49f5c7b0490d admin admin] Network a493c09c-6949-44f8-8e08-fbb13c36d6a2 is scheduled to be hosted by DHCP agent 4768dbe1-4fdd-4775-b2cc-1723632bf934 with binding_index 1 {{(pid=100432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 05:53:32.158955 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d2260e28-8b39-48ad-bbf8-27230d15154a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:32.167003 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-fed73ec7-5ded-4b43-ae15-abe44a111638 req-6faf5dde-85e0-4542-902e-77817a48aa34 service neutron] 10.222.0.37 "GET /v2.0/networks/d5ea1197-7f85-4c8f-a513-b68c633b4d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808221 Aug 04 05:53:32.171179 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-5ca58cc9-bd9e-4c60-ba17-16d16906543c None None] For port 50693c64-738d-45fb-95cc-9e5e7661c422, host dv-cinder-801617-4-iscsi, cleared binding levels {{(pid=100433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 05:53:32.188595 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-5ca58cc9-bd9e-4c60-ba17-16d16906543c None None] For port 50693c64-738d-45fb-95cc-9e5e7661c422, host dv-cinder-801617-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=50693c64-738d-45fb-95cc-9e5e7661c422,segment=NetworkSegment(e70b74f9-db9d-468d-96eb-049639286c19),segment_id=e70b74f9-db9d-468d-96eb-049639286c19)] {{(pid=100433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 05:53:32.189307 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.db_base_plugin_common [None req-c562fcd6-354b-401b-9f11-0339d07d716a admin admin] Allocated IP 172.27.1.159 (ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5/3914311c-894e-41ec-96a2-d757dbda92d2/5762214d-3b75-445b-82e5-d3424157accd) {{(pid=100431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 05:53:32.217863 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-ceadf0b4-d9b6-4da8-bcce-fbcc4a63afc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:32.290090 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-5ca58cc9-bd9e-4c60-ba17-16d16906543c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:32.316876 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c562fcd6-354b-401b-9f11-0339d07d716a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:32.350055 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.base_scheduler [None req-56a41ea3-dd9c-4919-8991-49f5c7b0490d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-4-iscsi, a493c09c-6949-44f8-8e08-fbb13c36d6a2) {{(pid=100432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:53:32.366595 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e6eaa1-8fb7-404c-aaef-889666dd149f None None] Network a493c09c-6949-44f8-8e08-fbb13c36d6a2 requested from dv-cinder-801617-4-iscsi {{(pid=100433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 05:53:32.381025 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-ceadf0b4-d9b6-4da8-bcce-fbcc4a63afc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:32.397326 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a41ea3-dd9c-4919-8991-49f5c7b0490d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:53:32.397996 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-56a41ea3-dd9c-4919-8991-49f5c7b0490d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for subnet, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:32.431374 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca58cc9-bd9e-4c60-ba17-16d16906543c None None] Pushing event updated for resources: {'Port': ['ID=50693c64-738d-45fb-95cc-9e5e7661c422,revision_number=2']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:32.462944 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c562fcd6-354b-401b-9f11-0339d07d716a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606'] for port, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:32.529250 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c562fcd6-354b-401b-9f11-0339d07d716a admin admin] Network ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5 is already hosted by enough agents. {{(pid=100431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:53:32.531127 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.base_scheduler [None req-c562fcd6-354b-401b-9f11-0339d07d716a admin admin] Resources bound (agent type, host, resource id): {{(pid=100431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:53:32.536067 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c562fcd6-354b-401b-9f11-0339d07d716a admin admin] Received port after_create {{(pid=100431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 05:53:32.586053 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 52768) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:53:32.597332 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d2260e28-8b39-48ad-bbf8-27230d15154a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:32.598712 dv-cinder-801617-4-iscsi neutron-server[100431]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 04 05:53:32.607391 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-ceadf0b4-d9b6-4da8-bcce-fbcc4a63afc5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=541b6c472a76400a99dff091d60eff76&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0391414 Aug 04 05:53:32.613629 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-56a41ea3-dd9c-4919-8991-49f5c7b0490d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8255641 Aug 04 05:53:32.614484 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 52772) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:53:32.615015 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 52774) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:53:32.618564 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceadf0b4-d9b6-4da8-bcce-fbcc4a63afc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c01bb15-943a-40a4-9557-7c45e9738786,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:32.694049 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [None req-8c2234d7-4e59-439c-aff6-47142e5614b3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1935299454-router', 'tenant_id': 'ec04283d3509443b9c65cd9af852d46f', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'}}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:53:32.708649 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876ab283-12da-420c-9d72-34f1ea9db7a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d1b3a8-ca01-589b-8715-9fbe483b46e6-a493c09c-6949-44f8-8e08-fbb13c36d6a2', 'network_id': 'a493c09c-6949-44f8-8e08-fbb13c36d6a2', 'tenant_id': 'ec04283d3509443b9c65cd9af852d46f', 'fixed_ips': [{'subnet_id': '2aeabe42-c308-496c-8730-52b38af59b7d'}]}} from dv-cinder-801617-4-iscsi. {{(pid=100433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 05:53:32.709545 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-876ab283-12da-420c-9d72-34f1ea9db7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:32.738392 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-86e37989-b4d8-4681-8933-2a788f50eb85 req-5ae3dfec-a63f-448a-92b3-eea923bf9977 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e913ee2-721e-4c8a-8f91-a68f1ca6fb24 HTTP/1.1" status: 200 len: 210 time: 0.1457241 Aug 04 05:53:32.743293 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c562fcd6-354b-401b-9f11-0339d07d716a admin admin] Pushing event updated for resources: {'Port': ['ID=5762214d-3b75-445b-82e5-d3424157accd,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:32.944735 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-2b711710-2de8-49af-9659-ba82cbc555c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:32.949539 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.db_base_plugin_common [None req-876ab283-12da-420c-9d72-34f1ea9db7a8 None None] Allocated IP 172.20.0.2 (a493c09c-6949-44f8-8e08-fbb13c36d6a2/2aeabe42-c308-496c-8730-52b38af59b7d/e57c5eff-32dd-4313-879a-92176ca2ae58) {{(pid=100433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 05:53:32.968478 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-8c2234d7-4e59-439c-aff6-47142e5614b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25311'] for router, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:32.969787 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-8c2234d7-4e59-439c-aff6-47142e5614b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-954464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24620'] for router, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:32.995124 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-2b711710-2de8-49af-9659-ba82cbc555c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:33.086636 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c562fcd6-354b-401b-9f11-0339d07d716a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:33.110222 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-8c2234d7-4e59-439c-aff6-47142e5614b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:33.199995 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-876ab283-12da-420c-9d72-34f1ea9db7a8 None None] Notify callbacks [] for port, precommit_create {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:33.223479 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-876ab283-12da-420c-9d72-34f1ea9db7a8 None None] Transition to ACTIVE for port object e57c5eff-32dd-4313-879a-92176ca2ae58 will not be triggered until provisioned by entity L2. {{(pid=100433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:53:33.245299 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-876ab283-12da-420c-9d72-34f1ea9db7a8 None None] Transition to ACTIVE for port object e57c5eff-32dd-4313-879a-92176ca2ae58 will not be triggered until provisioned by entity DHCP. {{(pid=100433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:53:33.264523 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-2b711710-2de8-49af-9659-ba82cbc555c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:33.267980 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-2b711710-2de8-49af-9659-ba82cbc555c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:33.269369 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-2b711710-2de8-49af-9659-ba82cbc555c8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7c01bb15-943a-40a4-9557-7c45e9738786 HTTP/1.1" status: 204 len: 168 time: 0.6530328 Aug 04 05:53:33.359468 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-876ab283-12da-420c-9d72-34f1ea9db7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606'] for port, after_create {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:33.363153 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b711710-2de8-49af-9659-ba82cbc555c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c01bb15-943a-40a4-9557-7c45e9738786,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:33.386574 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c562fcd6-354b-401b-9f11-0339d07d716a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571809'] for router, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:33.434474 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876ab283-12da-420c-9d72-34f1ea9db7a8 None None] Pushing event updated for resources: {'Port': ['ID=e57c5eff-32dd-4313-879a-92176ca2ae58,revision_number=1']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:33.465194 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876ab283-12da-420c-9d72-34f1ea9db7a8 None None] Network a493c09c-6949-44f8-8e08-fbb13c36d6a2 is already hosted by enough agents. {{(pid=100433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:53:33.498418 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.scheduler.base_scheduler [None req-876ab283-12da-420c-9d72-34f1ea9db7a8 None None] Resources bound (agent type, host, resource id): {{(pid=100433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:53:33.512390 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-8c2234d7-4e59-439c-aff6-47142e5614b3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:33.516169 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d2260e28-8b39-48ad-bbf8-27230d15154a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:33.530961 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876ab283-12da-420c-9d72-34f1ea9db7a8 None None] Received port after_create {{(pid=100433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 05:53:33.551069 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d2260e28-8b39-48ad-bbf8-27230d15154a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:33.667828 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-ba372427-37a7-49c2-93eb-105c57a9e64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:33.700119 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-876ab283-12da-420c-9d72-34f1ea9db7a8 None None] Attempting to bind port e57c5eff-32dd-4313-879a-92176ca2ae58 on host dv-cinder-801617-4-iscsi for vnic_type normal with profile {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 05:53:33.700544 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-876ab283-12da-420c-9d72-34f1ea9db7a8 None None] Attempting to bind port e57c5eff-32dd-4313-879a-92176ca2ae58 by drivers openvswitch,hyperv on host dv-cinder-801617-4-iscsi at level 0 using segments [{'id': 'ec29bf54-ee61-44b2-b8df-ad8fd94577ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a493c09c-6949-44f8-8e08-fbb13c36d6a2'}] {{(pid=100433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 05:53:33.700913 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876ab283-12da-420c-9d72-34f1ea9db7a8 None None] Attempting to bind port e57c5eff-32dd-4313-879a-92176ca2ae58 on network a493c09c-6949-44f8-8e08-fbb13c36d6a2 {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:53:33.714465 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876ab283-12da-420c-9d72-34f1ea9db7a8 None None] Checking agent: {'id': '5d82a469-56b0-42fa-aca6-e62dd4c1f49c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 5, 45, 36), 'started_at': datetime.datetime(2021, 8, 4, 5, 46, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 5, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 05:53:33.714805 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876ab283-12da-420c-9d72-34f1ea9db7a8 None None] Checking segment: {'id': 'ec29bf54-ee61-44b2-b8df-ad8fd94577ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a493c09c-6949-44f8-8e08-fbb13c36d6a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:53:33.715051 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-876ab283-12da-420c-9d72-34f1ea9db7a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:33.715448 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876ab283-12da-420c-9d72-34f1ea9db7a8 None None] Bound using segment: {'id': 'ec29bf54-ee61-44b2-b8df-ad8fd94577ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a493c09c-6949-44f8-8e08-fbb13c36d6a2'} {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 05:53:33.715959 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-876ab283-12da-420c-9d72-34f1ea9db7a8 None None] Bound port: e57c5eff-32dd-4313-879a-92176ca2ae58, host: dv-cinder-801617-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec29bf54-ee61-44b2-b8df-ad8fd94577ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a493c09c-6949-44f8-8e08-fbb13c36d6a2'}}] {{(pid=100433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 05:53:33.721935 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-876ab283-12da-420c-9d72-34f1ea9db7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:33.735441 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c562fcd6-354b-401b-9f11-0339d07d716a admin admin] Router bba70e6f-b063-4c50-aec0-c90603577873 is scheduled to L3 agent 1092c566-0070-459b-a71e-112f2411deeb with binding_index 1 {{(pid=100431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 05:53:33.869139 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-876ab283-12da-420c-9d72-34f1ea9db7a8 None None] For port e57c5eff-32dd-4313-879a-92176ca2ae58, host dv-cinder-801617-4-iscsi, cleared binding levels {{(pid=100433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 05:53:33.874551 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.db_base_plugin_common [None req-d2260e28-8b39-48ad-bbf8-27230d15154a admin admin] Allocated IP 172.27.1.153 (ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5/3914311c-894e-41ec-96a2-d757dbda92d2/29565757-7b73-478a-9bc0-00d9cea78b83) {{(pid=100432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 05:53:33.879097 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-876ab283-12da-420c-9d72-34f1ea9db7a8 None None] For port e57c5eff-32dd-4313-879a-92176ca2ae58, host dv-cinder-801617-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=e57c5eff-32dd-4313-879a-92176ca2ae58,segment=NetworkSegment(ec29bf54-ee61-44b2-b8df-ad8fd94577ee),segment_id=ec29bf54-ee61-44b2-b8df-ad8fd94577ee)] {{(pid=100433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 05:53:33.925291 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69026e0-b744-4b39-a8c3-45200779cc64 None None] Network d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3 requested from dv-cinder-801617-4-iscsi {{(pid=100433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 05:53:33.936585 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-0a76226f-b036-4051-b8e1-b8a9b45dcdae req-987da828-2d57-4cf6-a9ed-d5ac1e8c9f83 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e913ee2-721e-4c8a-8f91-a68f1ca6fb24 HTTP/1.1" status: 200 len: 210 time: 0.0451300 Aug 04 05:53:34.012250 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c562fcd6-354b-401b-9f11-0339d07d716a admin admin] Notify agent at l3_agent.dv-cinder-801617-4-iscsi the message routers_updated {{(pid=100431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 05:53:34.025481 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf97e58-021d-4f8d-b7c4-1f1199d05891 None None] Sync routers for ids ['bba70e6f-b063-4c50-aec0-c90603577873'] in dv-cinder-801617-4-iscsi {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 05:53:34.039386 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf97e58-021d-4f8d-b7c4-1f1199d05891 None None] Routers {'bba70e6f-b063-4c50-aec0-c90603577873'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:53:34.040403 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-8bf97e58-021d-4f8d-b7c4-1f1199d05891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:53:06Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['bba70e6f-b063-4c50-aec0-c90603577873'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:53:34.107696 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-876ab283-12da-420c-9d72-34f1ea9db7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:34.178500 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c562fcd6-354b-401b-9f11-0339d07d716a admin admin] Notify callbacks [] for router, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:34.182379 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-c562fcd6-354b-401b-9f11-0339d07d716a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4336455 Aug 04 05:53:34.186165 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 52842) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:53:34.263246 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-04ffc1e7-3bcc-44ce-8024-e8910364f425 None None] Provisioning for port 50693c64-738d-45fb-95cc-9e5e7661c422 completed by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:53:34.284997 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d2260e28-8b39-48ad-bbf8-27230d15154a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:34.329000 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 52846) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:53:34.349891 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876ab283-12da-420c-9d72-34f1ea9db7a8 None None] Pushing event updated for resources: {'Port': ['ID=e57c5eff-32dd-4313-879a-92176ca2ae58,revision_number=2']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:34.396582 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-8bf97e58-021d-4f8d-b7c4-1f1199d05891 None None] Set router bba70e6f-b063-4c50-aec0-c90603577873 gateway port host: dv-cinder-801617-4-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:53:34.419852 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-1cc9b1c9-1df0-4bb9-a98a-a1fe16fddaa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:34.432172 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 52850) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:53:34.494250 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-8c2234d7-4e59-439c-aff6-47142e5614b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:34.572696 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-8c2234d7-4e59-439c-aff6-47142e5614b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:34.753243 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d2260e28-8b39-48ad-bbf8-27230d15154a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606'] for port, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:34.896411 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device e57c5eff-32dd-4313-879a-92176ca2ae58 up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:53:34.938573 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2260e28-8b39-48ad-bbf8-27230d15154a admin admin] Network ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5 is already hosted by enough agents. {{(pid=100432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:53:34.963230 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.base_scheduler [None req-d2260e28-8b39-48ad-bbf8-27230d15154a admin admin] Resources bound (agent type, host, resource id): {{(pid=100432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:53:34.976645 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-8bf97e58-021d-4f8d-b7c4-1f1199d05891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'name': 'tempest-AttachVolumeTestJSON-109798790-router', 'tenant_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '5762214d-3b75-445b-82e5-d3424157accd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:53:30Z', 'updated_at': '2021-08-04T05:53:32Z', 'revision_number': 3, 'project_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'gw_port': {'id': '5762214d-3b75-445b-82e5-d3424157accd', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:18:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:32Z', 'updated_at': '2021-08-04T05:53:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi'}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:53:35.009151 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2260e28-8b39-48ad-bbf8-27230d15154a admin admin] Received port after_create {{(pid=100432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 05:53:35.026279 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf97e58-021d-4f8d-b7c4-1f1199d05891 None None] Checking router: bba70e6f-b063-4c50-aec0-c90603577873 for host: dv-cinder-801617-4-iscsi {{(pid=100434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 05:53:35.027308 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf97e58-021d-4f8d-b7c4-1f1199d05891 None None] Updating router bba70e6f-b063-4c50-aec0-c90603577873 port 5762214d-3b75-445b-82e5-d3424157accd binding host dv-cinder-801617-4-iscsi {{(pid=100434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 05:53:35.060459 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-8bf97e58-021d-4f8d-b7c4-1f1199d05891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:35.061392 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-39a502de-0d8b-4b40-b421-5c00672104c9 req-2f4603dd-23af-47dc-8cf8-c63287a5c8e6 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e913ee2-721e-4c8a-8f91-a68f1ca6fb24 HTTP/1.1" status: 200 len: 210 time: 0.0447938 Aug 04 05:53:35.075571 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-51a2af99-0154-43ee-b8fe-4e387e771ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:35.141192 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning for port e57c5eff-32dd-4313-879a-92176ca2ae58 completed by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:53:35.148525 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 50693c64-738d-45fb-95cc-9e5e7661c422 up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:53:35.201965 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-43213db6-e1e9-4dbf-977a-31ea15585473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:35.214277 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2260e28-8b39-48ad-bbf8-27230d15154a admin admin] Pushing event updated for resources: {'Port': ['ID=29565757-7b73-478a-9bc0-00d9cea78b83,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:35.283289 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.db_base_plugin_common [None req-51a2af99-0154-43ee-b8fe-4e387e771ae5 admin admin] Allocated IP 172.20.0.1 (d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3/093ae098-146b-44a4-8f09-371adaa382d8/2e268975-f39b-4261-b5b0-26d9b528d0bd) {{(pid=100431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 05:53:35.289677 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning for port 50693c64-738d-45fb-95cc-9e5e7661c422 completed by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:53:35.293755 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port 50693c64-738d-45fb-95cc-9e5e7661c422 triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:53:35.294296 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:35.345671 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.db_base_plugin_common [None req-8c2234d7-4e59-439c-aff6-47142e5614b3 admin admin] Allocated IP 172.27.1.175 (ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5/3914311c-894e-41ec-96a2-d757dbda92d2/323df2b8-b125-45c8-a7ef-e2fc461f0421) {{(pid=100432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 05:53:35.397585 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-1cc9b1c9-1df0-4bb9-a98a-a1fe16fddaa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:35.404455 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:35.450896 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] For port 50693c64-738d-45fb-95cc-9e5e7661c422, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=50693c64-738d-45fb-95cc-9e5e7661c422,segment=NetworkSegment(e70b74f9-db9d-468d-96eb-049639286c19),segment_id=e70b74f9-db9d-468d-96eb-049639286c19)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:53:35.469766 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-51a2af99-0154-43ee-b8fe-4e387e771ae5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:35.483231 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-51a2af99-0154-43ee-b8fe-4e387e771ae5 admin admin] Transition to ACTIVE for port object 2e268975-f39b-4261-b5b0-26d9b528d0bd will not be triggered until provisioned by entity DHCP. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:53:35.498131 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-8c2234d7-4e59-439c-aff6-47142e5614b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:35.529715 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:35.595055 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-51a2af99-0154-43ee-b8fe-4e387e771ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606'] for port, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:35.598919 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Pushing event updated for resources: {'Port': ['ID=50693c64-738d-45fb-95cc-9e5e7661c422,revision_number=3']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:35.612532 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-1cc9b1c9-1df0-4bb9-a98a-a1fe16fddaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:35.651747 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a2af99-0154-43ee-b8fe-4e387e771ae5 admin admin] Network d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3 is already hosted by enough agents. {{(pid=100431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:53:35.654663 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.base_scheduler [None req-51a2af99-0154-43ee-b8fe-4e387e771ae5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:53:35.658476 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a2af99-0154-43ee-b8fe-4e387e771ae5 admin admin] Received port after_create {{(pid=100431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 05:53:35.658476 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-51a2af99-0154-43ee-b8fe-4e387e771ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572798'] for router_interface, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:35.696634 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8140ea-837f-4417-b3ff-c5ae46fccd96 None None] Network a493c09c-6949-44f8-8e08-fbb13c36d6a2 requested from dv-cinder-801617-4-iscsi {{(pid=100433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 05:53:35.720852 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a2af99-0154-43ee-b8fe-4e387e771ae5 admin admin] Pushing event updated for resources: {'Port': ['ID=2e268975-f39b-4261-b5b0-26d9b528d0bd,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:35.787942 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc9b1c9-1df0-4bb9-a98a-a1fe16fddaa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b4b4fb-bf26-4aae-9f58-f8e8858ffb65,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:35.807024 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d2260e28-8b39-48ad-bbf8-27230d15154a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:35.813320 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-1cc9b1c9-1df0-4bb9-a98a-a1fe16fddaa9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a6d363bdd5094b52ad84ff3edeb64b76&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4800034 Aug 04 05:53:35.818307 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 52874) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:53:35.984949 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-51a2af99-0154-43ee-b8fe-4e387e771ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:36.014206 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-407728e2-6727-4525-839e-3bb3713b35fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:36.016254 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-8c2234d7-4e59-439c-aff6-47142e5614b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606'] for port, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:36.044693 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-2be7256f-ea48-4981-aefa-6e5848df1e1e None None] Provisioning for port e57c5eff-32dd-4313-879a-92176ca2ae58 completed by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:53:36.060890 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-2be7256f-ea48-4981-aefa-6e5848df1e1e None None] Provisioning complete for port e57c5eff-32dd-4313-879a-92176ca2ae58 triggered by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:53:36.061279 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-2be7256f-ea48-4981-aefa-6e5848df1e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:36.099741 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-43213db6-e1e9-4dbf-977a-31ea15585473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:36.120993 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-407728e2-6727-4525-839e-3bb3713b35fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:36.140181 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2234d7-4e59-439c-aff6-47142e5614b3 admin admin] Network ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5 is already hosted by enough agents. {{(pid=100432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:53:36.140426 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-09905960-f626-4ef1-99f9-5c8fc6c05237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:36.150460 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.base_scheduler [None req-8c2234d7-4e59-439c-aff6-47142e5614b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:53:36.155715 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-51a2af99-0154-43ee-b8fe-4e387e771ae5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:36.155946 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2234d7-4e59-439c-aff6-47142e5614b3 admin admin] Pushing event updated for resources: {'Port': ['ID=323df2b8-b125-45c8-a7ef-e2fc461f0421,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:36.185821 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2234d7-4e59-439c-aff6-47142e5614b3 admin admin] Received port after_create {{(pid=100432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 05:53:36.235258 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-2be7256f-ea48-4981-aefa-6e5848df1e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:36.276511 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-8bf97e58-021d-4f8d-b7c4-1f1199d05891 None None] Notify callbacks [] for port, precommit_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:36.290991 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-51a2af99-0154-43ee-b8fe-4e387e771ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:36.291741 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-51a2af99-0154-43ee-b8fe-4e387e771ae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572898'] for router_interface, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:36.292476 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-2be7256f-ea48-4981-aefa-6e5848df1e1e None None] For port e57c5eff-32dd-4313-879a-92176ca2ae58, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=e57c5eff-32dd-4313-879a-92176ca2ae58,segment=NetworkSegment(ec29bf54-ee61-44b2-b8df-ad8fd94577ee),segment_id=ec29bf54-ee61-44b2-b8df-ad8fd94577ee)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:53:36.318237 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.provisioning_blocks [None req-8bf97e58-021d-4f8d-b7c4-1f1199d05891 None None] Transition to ACTIVE for port object 5762214d-3b75-445b-82e5-d3424157accd will not be triggered until provisioned by entity L2. {{(pid=100434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:53:36.326097 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:36.331123 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-43213db6-e1e9-4dbf-977a-31ea15585473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:36.410284 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-2be7256f-ea48-4981-aefa-6e5848df1e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:36.421715 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a2af99-0154-43ee-b8fe-4e387e771ae5 admin admin] Pushing event updated for resources: {'Port': ['ID=2e268975-f39b-4261-b5b0-26d9b528d0bd,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:36.440987 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-8bf97e58-021d-4f8d-b7c4-1f1199d05891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:36.482898 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a2af99-0154-43ee-b8fe-4e387e771ae5 admin admin] Network d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3 is already hosted by enough agents. {{(pid=100431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:53:36.484577 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.base_scheduler [None req-51a2af99-0154-43ee-b8fe-4e387e771ae5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:53:36.512601 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.managers [None req-8bf97e58-021d-4f8d-b7c4-1f1199d05891 None None] Attempting to bind port 5762214d-3b75-445b-82e5-d3424157accd on host dv-cinder-801617-4-iscsi for vnic_type normal with profile {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 05:53:36.512975 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.managers [None req-8bf97e58-021d-4f8d-b7c4-1f1199d05891 None None] Attempting to bind port 5762214d-3b75-445b-82e5-d3424157accd by drivers openvswitch,hyperv on host dv-cinder-801617-4-iscsi at level 0 using segments [{'id': '1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'}] {{(pid=100434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 05:53:36.513332 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf97e58-021d-4f8d-b7c4-1f1199d05891 None None] Attempting to bind port 5762214d-3b75-445b-82e5-d3424157accd on network ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5 {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:53:36.523361 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be7256f-ea48-4981-aefa-6e5848df1e1e None None] Pushing event updated for resources: {'Port': ['ID=e57c5eff-32dd-4313-879a-92176ca2ae58,revision_number=3']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:36.528009 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf97e58-021d-4f8d-b7c4-1f1199d05891 None None] Checking agent: {'id': '5d82a469-56b0-42fa-aca6-e62dd4c1f49c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 5, 45, 36), 'started_at': datetime.datetime(2021, 8, 4, 5, 46, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 5, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 05:53:36.528378 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf97e58-021d-4f8d-b7c4-1f1199d05891 None None] Checking segment: {'id': '1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:53:36.528778 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-8bf97e58-021d-4f8d-b7c4-1f1199d05891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:36.529323 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf97e58-021d-4f8d-b7c4-1f1199d05891 None None] Bound using segment: {'id': '1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'} {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 05:53:36.529793 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.managers [None req-8bf97e58-021d-4f8d-b7c4-1f1199d05891 None None] Bound port: 5762214d-3b75-445b-82e5-d3424157accd, host: dv-cinder-801617-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'}}] {{(pid=100434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 05:53:36.530166 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-8bf97e58-021d-4f8d-b7c4-1f1199d05891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:36.531901 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b22c7-c2b1-45c1-8499-dc3009aef063 None None] Pushing event updated for resources: {'Port': ['ID=5762214d-3b75-445b-82e5-d3424157accd,revision_number=2']} {{(pid=100434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:36.571070 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b22c7-c2b1-45c1-8499-dc3009aef063 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:53:36.571475 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b22c7-c2b1-45c1-8499-dc3009aef063 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:53:36.571742 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b22c7-c2b1-45c1-8499-dc3009aef063 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:53:36.573312 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b22c7-c2b1-45c1-8499-dc3009aef063 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:53:36.573641 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b22c7-c2b1-45c1-8499-dc3009aef063 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:53:36.573970 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b22c7-c2b1-45c1-8499-dc3009aef063 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:53:36.574293 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b22c7-c2b1-45c1-8499-dc3009aef063 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:53:36.574614 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b22c7-c2b1-45c1-8499-dc3009aef063 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:53:36.574949 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b22c7-c2b1-45c1-8499-dc3009aef063 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:53:36.575270 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b22c7-c2b1-45c1-8499-dc3009aef063 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:53:36.575585 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b22c7-c2b1-45c1-8499-dc3009aef063 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:53:36.575919 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b22c7-c2b1-45c1-8499-dc3009aef063 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:53:36.578329 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b22c7-c2b1-45c1-8499-dc3009aef063 None None] Tracked resource versions report: Aug 04 05:53:36.578329 dv-cinder-801617-4-iscsi neutron-server[100434]: pushed versions: Aug 04 05:53:36.578329 dv-cinder-801617-4-iscsi neutron-server[100434]: { 'AddressGroup': {'1.2'}, Aug 04 05:53:36.578329 dv-cinder-801617-4-iscsi neutron-server[100434]: 'ConntrackHelper': {'1.0'}, Aug 04 05:53:36.578329 dv-cinder-801617-4-iscsi neutron-server[100434]: 'Log': {'1.0'}, Aug 04 05:53:36.578329 dv-cinder-801617-4-iscsi neutron-server[100434]: 'Network': {'1.1'}, Aug 04 05:53:36.578329 dv-cinder-801617-4-iscsi neutron-server[100434]: 'Port': {'1.7'}, Aug 04 05:53:36.578329 dv-cinder-801617-4-iscsi neutron-server[100434]: 'PortForwarding': {'1.2'}, Aug 04 05:53:36.578329 dv-cinder-801617-4-iscsi neutron-server[100434]: 'QosPolicy': {'1.8'}, Aug 04 05:53:36.578329 dv-cinder-801617-4-iscsi neutron-server[100434]: 'SecurityGroup': {'1.4'}, Aug 04 05:53:36.578329 dv-cinder-801617-4-iscsi neutron-server[100434]: 'SecurityGroupRule': {'1.2'}, Aug 04 05:53:36.578329 dv-cinder-801617-4-iscsi neutron-server[100434]: 'SubPort': {'1.0'}, Aug 04 05:53:36.578329 dv-cinder-801617-4-iscsi neutron-server[100434]: 'Subnet': {'1.1'}, Aug 04 05:53:36.578329 dv-cinder-801617-4-iscsi neutron-server[100434]: 'Trunk': {'1.1'}} Aug 04 05:53:36.578329 dv-cinder-801617-4-iscsi neutron-server[100434]: consumer versions: Aug 04 05:53:36.578329 dv-cinder-801617-4-iscsi neutron-server[100434]: { DHCP agent@dv-cinder-801617-4-iscsi: {}, Aug 04 05:53:36.578329 dv-cinder-801617-4-iscsi neutron-server[100434]: HyperV agent@hv-cinder-80161: {}, Aug 04 05:53:36.578329 dv-cinder-801617-4-iscsi neutron-server[100434]: L3 agent@dv-cinder-801617-4-iscsi: {}, Aug 04 05:53:36.578329 dv-cinder-801617-4-iscsi neutron-server[100434]: Metadata agent@dv-cinder-801617-4-iscsi: {}, Aug 04 05:53:36.578329 dv-cinder-801617-4-iscsi neutron-server[100434]: Metering agent@dv-cinder-801617-4-iscsi: {}, Aug 04 05:53:36.578329 dv-cinder-801617-4-iscsi neutron-server[100434]: Open vSwitch agent@dv-cinder-801617-4-iscsi: { 'AddressGroup': '1.2', Aug 04 05:53:36.578329 dv-cinder-801617-4-iscsi neutron-server[100434]: 'ConntrackHelper': '1.0', Aug 04 05:53:36.578329 dv-cinder-801617-4-iscsi neutron-server[100434]: 'Log': '1.0', Aug 04 05:53:36.578329 dv-cinder-801617-4-iscsi neutron-server[100434]: 'Network': '1.1', Aug 04 05:53:36.578329 dv-cinder-801617-4-iscsi neutron-server[100434]: 'Port': '1.7', Aug 04 05:53:36.578329 dv-cinder-801617-4-iscsi neutron-server[100434]: 'PortForwarding': '1.2', Aug 04 05:53:36.578329 dv-cinder-801617-4-iscsi neutron-server[100434]: 'QosPolicy': '1.8', Aug 04 05:53:36.578329 dv-cinder-801617-4-iscsi neutron-server[100434]: 'SecurityGroup': '1.4', Aug 04 05:53:36.578329 dv-cinder-801617-4-iscsi neutron-server[100434]: 'SecurityGroupRule': '1.2', Aug 04 05:53:36.578329 dv-cinder-801617-4-iscsi neutron-server[100434]: 'SubPort': '1.0', Aug 04 05:53:36.578329 dv-cinder-801617-4-iscsi neutron-server[100434]: 'Subnet': '1.1', Aug 04 05:53:36.578329 dv-cinder-801617-4-iscsi neutron-server[100434]: 'Trunk': '1.1'}} Aug 04 05:53:36.578329 dv-cinder-801617-4-iscsi neutron-server[100434]: {{(pid=100434) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 05:53:36.608381 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-43213db6-e1e9-4dbf-977a-31ea15585473 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aa57a1903e4e4a8287505f2ae127d7be&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1707234 Aug 04 05:53:36.612008 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a2af99-0154-43ee-b8fe-4e387e771ae5 admin admin] Router bba70e6f-b063-4c50-aec0-c90603577873 has already been hosted by L3 agent 1092c566-0070-459b-a71e-112f2411deeb {{(pid=100431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 05:53:36.612910 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 52896) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:53:36.626668 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-3165edd5-41e2-4cb2-ba7a-3fb08e78f223 None None] Provisioning for port 2e268975-f39b-4261-b5b0-26d9b528d0bd completed by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:53:36.628149 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-3165edd5-41e2-4cb2-ba7a-3fb08e78f223 None None] Provisioning complete for port 2e268975-f39b-4261-b5b0-26d9b528d0bd triggered by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:53:36.628542 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-3165edd5-41e2-4cb2-ba7a-3fb08e78f223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:36.630227 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.db [None req-8bf97e58-021d-4f8d-b7c4-1f1199d05891 None None] For port 5762214d-3b75-445b-82e5-d3424157accd, host dv-cinder-801617-4-iscsi, cleared binding levels {{(pid=100434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 05:53:36.635312 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.db [None req-8bf97e58-021d-4f8d-b7c4-1f1199d05891 None None] For port 5762214d-3b75-445b-82e5-d3424157accd, host dv-cinder-801617-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=5762214d-3b75-445b-82e5-d3424157accd,segment=NetworkSegment(1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa),segment_id=1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa)] {{(pid=100434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 05:53:36.712422 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-3165edd5-41e2-4cb2-ba7a-3fb08e78f223 None None] Port 2e268975-f39b-4261-b5b0-26d9b528d0bd cannot update to ACTIVE because it is not bound. {{(pid=100433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 05:53:36.716344 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-8bf97e58-021d-4f8d-b7c4-1f1199d05891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:36.716758 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device e57c5eff-32dd-4313-879a-92176ca2ae58 up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:53:36.796813 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-df93ae3e-17ab-46b4-82f3-aaa005593940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:36.817638 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port e57c5eff-32dd-4313-879a-92176ca2ae58 triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:53:36.818139 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:36.821276 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-3165edd5-41e2-4cb2-ba7a-3fb08e78f223 None None] Provisioning complete for port e57c5eff-32dd-4313-879a-92176ca2ae58 triggered by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:53:36.821849 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-3165edd5-41e2-4cb2-ba7a-3fb08e78f223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:36.854134 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43213db6-e1e9-4dbf-977a-31ea15585473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d350c6-5e5b-4f93-bb53-dced5048da37,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:36.857703 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d2260e28-8b39-48ad-bbf8-27230d15154a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571809'] for router, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:36.858952 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf97e58-021d-4f8d-b7c4-1f1199d05891 None None] Routers {'bba70e6f-b063-4c50-aec0-c90603577873'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:53:36.861729 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-8bf97e58-021d-4f8d-b7c4-1f1199d05891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:53:36Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['bba70e6f-b063-4c50-aec0-c90603577873'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:53:36.895736 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-df93ae3e-17ab-46b4-82f3-aaa005593940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:36.930293 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a2af99-0154-43ee-b8fe-4e387e771ae5 admin admin] Notify agent at l3_agent.dv-cinder-801617-4-iscsi the message routers_updated {{(pid=100431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 05:53:36.947172 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-a987861b-6d30-4607-b69a-77b47c91679c req-99ba8d52-79e2-499c-91a5-48a75f30f592 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e913ee2-721e-4c8a-8f91-a68f1ca6fb24 HTTP/1.1" status: 200 len: 210 time: 0.6170616 Aug 04 05:53:36.961337 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-51a2af99-0154-43ee-b8fe-4e387e771ae5 admin admin] 10.222.0.37 "PUT /v2.0/routers/bba70e6f-b063-4c50-aec0-c90603577873/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7737079 Aug 04 05:53:36.992635 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 50693c64-738d-45fb-95cc-9e5e7661c422 up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:53:37.046794 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b22c7-c2b1-45c1-8499-dc3009aef063 None None] Pushing event updated for resources: {'Port': ['ID=5762214d-3b75-445b-82e5-d3424157accd,revision_number=3']} {{(pid=100434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:37.071386 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-8bf97e58-021d-4f8d-b7c4-1f1199d05891 None None] Set router bba70e6f-b063-4c50-aec0-c90603577873 gateway port host: dv-cinder-801617-4-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:53:37.108786 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port 50693c64-738d-45fb-95cc-9e5e7661c422 triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:53:37.111809 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:37.114562 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-df93ae3e-17ab-46b4-82f3-aaa005593940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:37.120418 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-df93ae3e-17ab-46b4-82f3-aaa005593940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:37.124263 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-df93ae3e-17ab-46b4-82f3-aaa005593940 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/21d350c6-5e5b-4f93-bb53-dced5048da37 HTTP/1.1" status: 204 len: 168 time: 0.5101230 Aug 04 05:53:37.152617 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df93ae3e-17ab-46b4-82f3-aaa005593940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d350c6-5e5b-4f93-bb53-dced5048da37,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:37.224906 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-8c2234d7-4e59-439c-aff6-47142e5614b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:37.249975 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-952afc7c-a044-4004-b9c9-0fdd7c525426 None None] Provisioning complete for port 2e268975-f39b-4261-b5b0-26d9b528d0bd triggered by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:53:37.255299 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-952afc7c-a044-4004-b9c9-0fdd7c525426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:37.271336 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-407728e2-6727-4525-839e-3bb3713b35fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:37.274376 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-407728e2-6727-4525-839e-3bb3713b35fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:37.275568 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-407728e2-6727-4525-839e-3bb3713b35fe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/36b4b4fb-bf26-4aae-9f58-f8e8858ffb65 HTTP/1.1" status: 204 len: 168 time: 1.4525101 Aug 04 05:53:37.303225 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407728e2-6727-4525-839e-3bb3713b35fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b4b4fb-bf26-4aae-9f58-f8e8858ffb65,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:37.367302 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-952afc7c-a044-4004-b9c9-0fdd7c525426 None None] Port 2e268975-f39b-4261-b5b0-26d9b528d0bd cannot update to ACTIVE because it is not bound. {{(pid=100433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 05:53:37.426947 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-8bf97e58-021d-4f8d-b7c4-1f1199d05891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'name': 'tempest-AttachVolumeTestJSON-109798790-router', 'tenant_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '5762214d-3b75-445b-82e5-d3424157accd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:53:30Z', 'updated_at': '2021-08-04T05:53:35Z', 'revision_number': 4, 'project_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'gw_port': {'id': '5762214d-3b75-445b-82e5-d3424157accd', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:18:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:32Z', 'updated_at': '2021-08-04T05:53:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': '2e268975-f39b-4261-b5b0-26d9b528d0bd', 'name': '', 'network_id': 'd2e5a947-03e8-4345-94ae-fbf3e7f6b1f3', 'tenant_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'mac_address': 'fa:16:3e:3d:98:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '093ae098-146b-44a4-8f09-371adaa382d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:35Z', 'updated_at': '2021-08-04T05:53:36Z', 'revision_number': 2, 'project_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'subnets': [{'id': '093ae098-146b-44a4-8f09-371adaa382d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:53:37.440091 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2260e28-8b39-48ad-bbf8-27230d15154a admin admin] Router b3a1d287-0b85-47e4-8576-c80dbe3b4045 is scheduled to L3 agent 1092c566-0070-459b-a71e-112f2411deeb with binding_index 1 {{(pid=100432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 05:53:37.459077 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf97e58-021d-4f8d-b7c4-1f1199d05891 None None] The sync data for ids ['bba70e6f-b063-4c50-aec0-c90603577873'] in dv-cinder-801617-4-iscsi is: [{'id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'name': 'tempest-AttachVolumeTestJSON-109798790-router', 'tenant_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '5762214d-3b75-445b-82e5-d3424157accd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:53:30Z', 'updated_at': '2021-08-04T05:53:35Z', 'revision_number': 4, 'project_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'gw_port': {'id': '5762214d-3b75-445b-82e5-d3424157accd', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:18:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:32Z', 'updated_at': '2021-08-04T05:53:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': '2e268975-f39b-4261-b5b0-26d9b528d0bd', 'name': '', 'network_id': 'd2e5a947-03e8-4345-94ae-fbf3e7f6b1f3', 'tenant_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'mac_address': 'fa:16:3e:3d:98:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '093ae098-146b-44a4-8f09-371adaa382d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:35Z', 'updated_at': '2021-08-04T05:53:36Z', 'revision_number': 2, 'project_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'subnets': [{'id': '093ae098-146b-44a4-8f09-371adaa382d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 05:53:37.531724 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6693b30c-6718-4946-8b55-748181203f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:37.607952 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-8c2234d7-4e59-439c-aff6-47142e5614b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571809'] for router, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:37.659832 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2260e28-8b39-48ad-bbf8-27230d15154a admin admin] Notify agent at l3_agent.dv-cinder-801617-4-iscsi the message routers_updated {{(pid=100432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 05:53:37.672262 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9281ecc-d95c-4c57-976d-74524767e1e0 None None] Sync routers for ids ['b3a1d287-0b85-47e4-8576-c80dbe3b4045'] in dv-cinder-801617-4-iscsi {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 05:53:37.692859 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9281ecc-d95c-4c57-976d-74524767e1e0 None None] Routers {'b3a1d287-0b85-47e4-8576-c80dbe3b4045'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:53:37.693419 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-c9281ecc-d95c-4c57-976d-74524767e1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:53:36Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['b3a1d287-0b85-47e4-8576-c80dbe3b4045'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:53:37.749637 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d2260e28-8b39-48ad-bbf8-27230d15154a admin admin] Notify callbacks [] for router, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:37.754126 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 52938) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:53:37.758482 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-d2260e28-8b39-48ad-bbf8-27230d15154a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.0369241 Aug 04 05:53:37.899222 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-c9281ecc-d95c-4c57-976d-74524767e1e0 None None] Set router b3a1d287-0b85-47e4-8576-c80dbe3b4045 gateway port host: dv-cinder-801617-4-iscsi {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:53:37.904007 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c2234d7-4e59-439c-aff6-47142e5614b3 admin admin] Router e1fc6fa8-ecdc-42e6-80ad-97dc77491acf is scheduled to L3 agent 1092c566-0070-459b-a71e-112f2411deeb with binding_index 1 {{(pid=100432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 05:53:38.260858 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-b342fcc2-4c68-4c82-9a91-7cc7ac61f5b1 req-889b8d69-8e1d-45fb-b79b-5300e4461867 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e913ee2-721e-4c8a-8f91-a68f1ca6fb24 HTTP/1.1" status: 200 len: 210 time: 0.0959282 Aug 04 05:53:38.298958 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2234d7-4e59-439c-aff6-47142e5614b3 admin admin] Notify agent at l3_agent.dv-cinder-801617-4-iscsi the message routers_updated {{(pid=100432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 05:53:38.318454 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb74ebc8-0e1c-4628-b19c-d753ecc28089 None None] Sync routers for ids ['e1fc6fa8-ecdc-42e6-80ad-97dc77491acf'] in dv-cinder-801617-4-iscsi {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 05:53:38.328903 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb74ebc8-0e1c-4628-b19c-d753ecc28089 None None] Routers {'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:53:38.330260 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-eb74ebc8-0e1c-4628-b19c-d753ecc28089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:53:36Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['e1fc6fa8-ecdc-42e6-80ad-97dc77491acf'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:53:38.373277 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-c9281ecc-d95c-4c57-976d-74524767e1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a1d287-0b85-47e4-8576-c80dbe3b4045', 'name': 'tempest-ServerRescueNegativeTestJSON-1621535292-router', 'tenant_id': '0d320059d2a748979473823c9bc742bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '29565757-7b73-478a-9bc0-00d9cea78b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:53:32Z', 'updated_at': '2021-08-04T05:53:35Z', 'revision_number': 3, 'project_id': '0d320059d2a748979473823c9bc742bb', 'gw_port': {'id': '29565757-7b73-478a-9bc0-00d9cea78b83', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a1d287-0b85-47e4-8576-c80dbe3b4045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:33Z', 'updated_at': '2021-08-04T05:53:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi'}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:53:38.427405 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9281ecc-d95c-4c57-976d-74524767e1e0 None None] Checking router: b3a1d287-0b85-47e4-8576-c80dbe3b4045 for host: dv-cinder-801617-4-iscsi {{(pid=100433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 05:53:38.427749 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9281ecc-d95c-4c57-976d-74524767e1e0 None None] Updating router b3a1d287-0b85-47e4-8576-c80dbe3b4045 port 29565757-7b73-478a-9bc0-00d9cea78b83 binding host dv-cinder-801617-4-iscsi {{(pid=100433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 05:53:38.434866 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-8c2234d7-4e59-439c-aff6-47142e5614b3 admin admin] Notify callbacks [] for router, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:38.436187 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-8c2234d7-4e59-439c-aff6-47142e5614b3 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.8187063 Aug 04 05:53:38.439547 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 52964) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:53:38.489736 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c9281ecc-d95c-4c57-976d-74524767e1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:38.648459 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-eb74ebc8-0e1c-4628-b19c-d753ecc28089 None None] Set router e1fc6fa8-ecdc-42e6-80ad-97dc77491acf gateway port host: dv-cinder-801617-4-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:53:38.843493 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b2c74c45-9e8f-40b6-8ca5-18a7658cf10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:38.878989 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 5762214d-3b75-445b-82e5-d3424157accd up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:53:39.021850 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-eb74ebc8-0e1c-4628-b19c-d753ecc28089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'name': 'tempest-AttachVolumeShelveTestJSON-1935299454-router', 'tenant_id': 'ec04283d3509443b9c65cd9af852d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '323df2b8-b125-45c8-a7ef-e2fc461f0421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:53:32Z', 'updated_at': '2021-08-04T05:53:36Z', 'revision_number': 3, 'project_id': 'ec04283d3509443b9c65cd9af852d46f', 'gw_port': {'id': '323df2b8-b125-45c8-a7ef-e2fc461f0421', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:40:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:34Z', 'updated_at': '2021-08-04T05:53:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi'}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:53:39.047894 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 52982) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:53:39.055706 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [None req-79c17142-b5dc-48d5-a1de-f02318660146 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Request body: {'security_group': {'name': 'tempest-securitygroup--467950516', 'description': 'tempest-description--852430902'}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:53:39.079844 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb74ebc8-0e1c-4628-b19c-d753ecc28089 None None] Checking router: e1fc6fa8-ecdc-42e6-80ad-97dc77491acf for host: dv-cinder-801617-4-iscsi {{(pid=100434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 05:53:39.086118 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb74ebc8-0e1c-4628-b19c-d753ecc28089 None None] Updating router e1fc6fa8-ecdc-42e6-80ad-97dc77491acf port 323df2b8-b125-45c8-a7ef-e2fc461f0421 binding host dv-cinder-801617-4-iscsi {{(pid=100434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 05:53:39.094057 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.db_base_plugin_common [None req-b2c74c45-9e8f-40b6-8ca5-18a7658cf10c admin admin] Allocated IP 172.20.0.1 (fea95b2d-d504-480b-8c54-fa1d3a884d59/9770694f-c8d6-4155-afb5-37951e23de06/1c6d77a3-7c3a-4c81-896f-fcb4ccaf8392) {{(pid=100431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 05:53:39.156129 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-eb74ebc8-0e1c-4628-b19c-d753ecc28089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:39.227142 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-79c17142-b5dc-48d5-a1de-f02318660146 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks [] for security_group, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:39.256676 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning for port 5762214d-3b75-445b-82e5-d3424157accd completed by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:53:39.264093 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port 5762214d-3b75-445b-82e5-d3424157accd triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:53:39.265141 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:39.368257 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b2c74c45-9e8f-40b6-8ca5-18a7658cf10c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:39.373649 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-dee0c6e9-f257-441c-951e-ad3806d8c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:39.403702 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c9281ecc-d95c-4c57-976d-74524767e1e0 None None] Notify callbacks [] for port, precommit_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:39.453727 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c9281ecc-d95c-4c57-976d-74524767e1e0 None None] Transition to ACTIVE for port object 29565757-7b73-478a-9bc0-00d9cea78b83 will not be triggered until provisioned by entity L2. {{(pid=100433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:53:39.465922 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:39.508788 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] For port 5762214d-3b75-445b-82e5-d3424157accd, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=5762214d-3b75-445b-82e5-d3424157accd,segment=NetworkSegment(1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa),segment_id=1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:53:39.534335 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-595d2610-e6a7-491d-9841-bae792051f48 req-342f9757-d383-4813-90fd-399b8a9c3fb2 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e913ee2-721e-4c8a-8f91-a68f1ca6fb24 HTTP/1.1" status: 200 len: 210 time: 0.0802290 Aug 04 05:53:39.554353 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c9281ecc-d95c-4c57-976d-74524767e1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:39.554905 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b2c74c45-9e8f-40b6-8ca5-18a7658cf10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606'] for port, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:39.588427 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:39.626568 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-c9281ecc-d95c-4c57-976d-74524767e1e0 None None] Attempting to bind port 29565757-7b73-478a-9bc0-00d9cea78b83 on host dv-cinder-801617-4-iscsi for vnic_type normal with profile {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 05:53:39.627463 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-c9281ecc-d95c-4c57-976d-74524767e1e0 None None] Attempting to bind port 29565757-7b73-478a-9bc0-00d9cea78b83 by drivers openvswitch,hyperv on host dv-cinder-801617-4-iscsi at level 0 using segments [{'id': '1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'}] {{(pid=100433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 05:53:39.628741 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9281ecc-d95c-4c57-976d-74524767e1e0 None None] Attempting to bind port 29565757-7b73-478a-9bc0-00d9cea78b83 on network ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5 {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:53:39.637802 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9281ecc-d95c-4c57-976d-74524767e1e0 None None] Checking agent: {'id': '5d82a469-56b0-42fa-aca6-e62dd4c1f49c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 5, 45, 36), 'started_at': datetime.datetime(2021, 8, 4, 5, 46, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 5, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 05:53:39.638766 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9281ecc-d95c-4c57-976d-74524767e1e0 None None] Checking segment: {'id': '1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:53:39.639575 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c9281ecc-d95c-4c57-976d-74524767e1e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:39.640341 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9281ecc-d95c-4c57-976d-74524767e1e0 None None] Bound using segment: {'id': '1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'} {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 05:53:39.641091 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-c9281ecc-d95c-4c57-976d-74524767e1e0 None None] Bound port: 29565757-7b73-478a-9bc0-00d9cea78b83, host: dv-cinder-801617-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'}}] {{(pid=100433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 05:53:39.641540 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c74c45-9e8f-40b6-8ca5-18a7658cf10c admin admin] Network fea95b2d-d504-480b-8c54-fa1d3a884d59 is already hosted by enough agents. {{(pid=100431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:53:39.642915 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c9281ecc-d95c-4c57-976d-74524767e1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:39.662888 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.base_scheduler [None req-b2c74c45-9e8f-40b6-8ca5-18a7658cf10c admin admin] Resources bound (agent type, host, resource id): {{(pid=100431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:53:39.672123 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c74c45-9e8f-40b6-8ca5-18a7658cf10c admin admin] Received port after_create {{(pid=100431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 05:53:39.673419 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b2c74c45-9e8f-40b6-8ca5-18a7658cf10c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572798'] for router_interface, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:39.702754 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dda9e5-30cd-41b6-846b-373809183be6 None None] Pushing event updated for resources: {'Port': ['ID=29565757-7b73-478a-9bc0-00d9cea78b83,revision_number=2']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:39.771038 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Pushing event updated for resources: {'Port': ['ID=5762214d-3b75-445b-82e5-d3424157accd,revision_number=4']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:39.784031 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c74c45-9e8f-40b6-8ca5-18a7658cf10c admin admin] Pushing event updated for resources: {'Port': ['ID=1c6d77a3-7c3a-4c81-896f-fcb4ccaf8392,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:39.811257 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c9281ecc-d95c-4c57-976d-74524767e1e0 None None] For port 29565757-7b73-478a-9bc0-00d9cea78b83, host dv-cinder-801617-4-iscsi, cleared binding levels {{(pid=100433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 05:53:39.816253 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c9281ecc-d95c-4c57-976d-74524767e1e0 None None] For port 29565757-7b73-478a-9bc0-00d9cea78b83, host dv-cinder-801617-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=29565757-7b73-478a-9bc0-00d9cea78b83,segment=NetworkSegment(1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa),segment_id=1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa)] {{(pid=100433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 05:53:39.886231 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c9281ecc-d95c-4c57-976d-74524767e1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:39.895482 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-eb74ebc8-0e1c-4628-b19c-d753ecc28089 None None] Notify callbacks [] for port, precommit_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:39.908480 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.provisioning_blocks [None req-eb74ebc8-0e1c-4628-b19c-d753ecc28089 None None] Transition to ACTIVE for port object 323df2b8-b125-45c8-a7ef-e2fc461f0421 will not be triggered until provisioned by entity L2. {{(pid=100434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:53:39.966289 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9281ecc-d95c-4c57-976d-74524767e1e0 None None] Routers {'b3a1d287-0b85-47e4-8576-c80dbe3b4045'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:53:39.967088 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-c9281ecc-d95c-4c57-976d-74524767e1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:53:36Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['b3a1d287-0b85-47e4-8576-c80dbe3b4045'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:53:40.014215 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b2c74c45-9e8f-40b6-8ca5-18a7658cf10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:40.019590 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dda9e5-30cd-41b6-846b-373809183be6 None None] Pushing event updated for resources: {'Port': ['ID=29565757-7b73-478a-9bc0-00d9cea78b83,revision_number=3']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:40.032253 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-eb74ebc8-0e1c-4628-b19c-d753ecc28089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:40.074057 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-79c17142-b5dc-48d5-a1de-f02318660146 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks [] for security_group, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:40.088784 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-ade7e7c3-0739-4edd-9194-30896cb042f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:40.135540 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-c9281ecc-d95c-4c57-976d-74524767e1e0 None None] Set router b3a1d287-0b85-47e4-8576-c80dbe3b4045 gateway port host: dv-cinder-801617-4-iscsi {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:53:40.163081 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.managers [None req-eb74ebc8-0e1c-4628-b19c-d753ecc28089 None None] Attempting to bind port 323df2b8-b125-45c8-a7ef-e2fc461f0421 on host dv-cinder-801617-4-iscsi for vnic_type normal with profile {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 05:53:40.163723 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.managers [None req-eb74ebc8-0e1c-4628-b19c-d753ecc28089 None None] Attempting to bind port 323df2b8-b125-45c8-a7ef-e2fc461f0421 by drivers openvswitch,hyperv on host dv-cinder-801617-4-iscsi at level 0 using segments [{'id': '1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'}] {{(pid=100434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 05:53:40.164208 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb74ebc8-0e1c-4628-b19c-d753ecc28089 None None] Attempting to bind port 323df2b8-b125-45c8-a7ef-e2fc461f0421 on network ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5 {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:53:40.167536 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c16039-20cc-4c7e-9fc2-789f16aa5059 None None] Pushing event updated for resources: {'Port': ['ID=323df2b8-b125-45c8-a7ef-e2fc461f0421,revision_number=2']} {{(pid=100434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:40.191381 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb74ebc8-0e1c-4628-b19c-d753ecc28089 None None] Checking agent: {'id': '5d82a469-56b0-42fa-aca6-e62dd4c1f49c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 5, 45, 36), 'started_at': datetime.datetime(2021, 8, 4, 5, 46, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 5, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 05:53:40.191936 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb74ebc8-0e1c-4628-b19c-d753ecc28089 None None] Checking segment: {'id': '1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:53:40.192577 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-eb74ebc8-0e1c-4628-b19c-d753ecc28089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:40.193194 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb74ebc8-0e1c-4628-b19c-d753ecc28089 None None] Bound using segment: {'id': '1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'} {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 05:53:40.193798 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.managers [None req-eb74ebc8-0e1c-4628-b19c-d753ecc28089 None None] Bound port: 323df2b8-b125-45c8-a7ef-e2fc461f0421, host: dv-cinder-801617-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'}}] {{(pid=100434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 05:53:40.194492 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-eb74ebc8-0e1c-4628-b19c-d753ecc28089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:40.283395 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.db [None req-eb74ebc8-0e1c-4628-b19c-d753ecc28089 None None] For port 323df2b8-b125-45c8-a7ef-e2fc461f0421, host dv-cinder-801617-4-iscsi, cleared binding levels {{(pid=100434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 05:53:40.291940 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.db [None req-eb74ebc8-0e1c-4628-b19c-d753ecc28089 None None] For port 323df2b8-b125-45c8-a7ef-e2fc461f0421, host dv-cinder-801617-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=323df2b8-b125-45c8-a7ef-e2fc461f0421,segment=NetworkSegment(1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa),segment_id=1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa)] {{(pid=100434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 05:53:40.378487 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-eb74ebc8-0e1c-4628-b19c-d753ecc28089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:40.399744 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-79c17142-b5dc-48d5-a1de-f02318660146 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:40.483524 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.18', 64939) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:53:40.546561 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb74ebc8-0e1c-4628-b19c-d753ecc28089 None None] Routers {'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:53:40.555194 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-eb74ebc8-0e1c-4628-b19c-d753ecc28089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:53:36Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['e1fc6fa8-ecdc-42e6-80ad-97dc77491acf'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:53:40.597404 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c17142-b5dc-48d5-a1de-f02318660146 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45e28668-2315-4cab-adf5-2cfff2b29702,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:40.677480 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-c9281ecc-d95c-4c57-976d-74524767e1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a1d287-0b85-47e4-8576-c80dbe3b4045', 'name': 'tempest-ServerRescueNegativeTestJSON-1621535292-router', 'tenant_id': '0d320059d2a748979473823c9bc742bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '29565757-7b73-478a-9bc0-00d9cea78b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:53:32Z', 'updated_at': '2021-08-04T05:53:39Z', 'revision_number': 4, 'project_id': '0d320059d2a748979473823c9bc742bb', 'gw_port': {'id': '29565757-7b73-478a-9bc0-00d9cea78b83', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a1d287-0b85-47e4-8576-c80dbe3b4045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:33Z', 'updated_at': '2021-08-04T05:53:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': '1c6d77a3-7c3a-4c81-896f-fcb4ccaf8392', 'name': '', 'network_id': 'fea95b2d-d504-480b-8c54-fa1d3a884d59', 'tenant_id': '0d320059d2a748979473823c9bc742bb', 'mac_address': 'fa:16:3e:61:64:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a1d287-0b85-47e4-8576-c80dbe3b4045', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9770694f-c8d6-4155-afb5-37951e23de06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:38Z', 'updated_at': '2021-08-04T05:53:39Z', 'revision_number': 1, 'project_id': '0d320059d2a748979473823c9bc742bb', 'subnets': [{'id': '9770694f-c8d6-4155-afb5-37951e23de06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:53:40.712019 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c16039-20cc-4c7e-9fc2-789f16aa5059 None None] Pushing event updated for resources: {'Port': ['ID=323df2b8-b125-45c8-a7ef-e2fc461f0421,revision_number=3']} {{(pid=100434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:40.744712 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-79c17142-b5dc-48d5-a1de-f02318660146 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks [] for security_group, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:40.746193 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-79c17142-b5dc-48d5-a1de-f02318660146 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 1.6960928 Aug 04 05:53:40.750409 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 53028) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:53:40.762034 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [None req-4d4ff952-adec-49bc-907d-aeba94c0026b tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Request body: {'security_group_rule': {'security_group_id': '45e28668-2315-4cab-adf5-2cfff2b29702', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:53:40.768643 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b2c74c45-9e8f-40b6-8ca5-18a7658cf10c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:40.836366 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.db_base_plugin_common [None req-ade7e7c3-0739-4edd-9194-30896cb042f0 admin admin] Allocated IP 172.20.0.1 (a493c09c-6949-44f8-8e08-fbb13c36d6a2/2aeabe42-c308-496c-8730-52b38af59b7d/ffd44ff6-08ad-4a3c-822c-d9ee055eed1b) {{(pid=100432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 05:53:40.877957 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-eb74ebc8-0e1c-4628-b19c-d753ecc28089 None None] Set router e1fc6fa8-ecdc-42e6-80ad-97dc77491acf gateway port host: dv-cinder-801617-4-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:53:40.902049 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b2c74c45-9e8f-40b6-8ca5-18a7658cf10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:40.911397 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b2c74c45-9e8f-40b6-8ca5-18a7658cf10c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572898'] for router_interface, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:40.963964 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-4d4ff952-adec-49bc-907d-aeba94c0026b tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:41.042470 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed73ec7-5ded-4b43-ae15-abe44a111638 req-8a23464a-f11a-4f28-bab2-e0bf188778b3 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:53:41.045040 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-fed73ec7-5ded-4b43-ae15-abe44a111638 req-8a23464a-f11a-4f28-bab2-e0bf188778b3 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.18 "GET /v2.0/networks?id=d5ea1197-7f85-4c8f-a513-b68c633b4d8e HTTP/1.1" status: 200 len: 811 time: 0.5419288 Aug 04 05:53:41.106900 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da022fd5-a8fa-420f-b1f4-111eb1f00393 None None] Sync routers for ids ['bba70e6f-b063-4c50-aec0-c90603577873'] in dv-cinder-801617-4-iscsi {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 05:53:41.109371 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 5762214d-3b75-445b-82e5-d3424157accd up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:53:41.116537 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9281ecc-d95c-4c57-976d-74524767e1e0 None None] The sync data for ids ['b3a1d287-0b85-47e4-8576-c80dbe3b4045'] in dv-cinder-801617-4-iscsi is: [{'id': 'b3a1d287-0b85-47e4-8576-c80dbe3b4045', 'name': 'tempest-ServerRescueNegativeTestJSON-1621535292-router', 'tenant_id': '0d320059d2a748979473823c9bc742bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '29565757-7b73-478a-9bc0-00d9cea78b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:53:32Z', 'updated_at': '2021-08-04T05:53:39Z', 'revision_number': 4, 'project_id': '0d320059d2a748979473823c9bc742bb', 'gw_port': {'id': '29565757-7b73-478a-9bc0-00d9cea78b83', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a1d287-0b85-47e4-8576-c80dbe3b4045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:33Z', 'updated_at': '2021-08-04T05:53:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': '1c6d77a3-7c3a-4c81-896f-fcb4ccaf8392', 'name': '', 'network_id': 'fea95b2d-d504-480b-8c54-fa1d3a884d59', 'tenant_id': '0d320059d2a748979473823c9bc742bb', 'mac_address': 'fa:16:3e:61:64:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a1d287-0b85-47e4-8576-c80dbe3b4045', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9770694f-c8d6-4155-afb5-37951e23de06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:38Z', 'updated_at': '2021-08-04T05:53:39Z', 'revision_number': 1, 'project_id': '0d320059d2a748979473823c9bc742bb', 'subnets': [{'id': '9770694f-c8d6-4155-afb5-37951e23de06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 05:53:41.159311 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da022fd5-a8fa-420f-b1f4-111eb1f00393 None None] Routers {'bba70e6f-b063-4c50-aec0-c90603577873'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:53:41.160628 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-da022fd5-a8fa-420f-b1f4-111eb1f00393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:53:36Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['bba70e6f-b063-4c50-aec0-c90603577873'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:53:41.212165 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-0a66d895-c42e-4be8-b25e-4219c4ef2461 req-9931e804-7cd7-4421-b81e-510dea736b9d tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e913ee2-721e-4c8a-8f91-a68f1ca6fb24 HTTP/1.1" status: 200 len: 210 time: 0.1226637 Aug 04 05:53:41.217454 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [req-fed73ec7-5ded-4b43-ae15-abe44a111638 req-af19fa23-32a2-4169-aef5-af57fbabf15e tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] Request body: {'port': {'device_id': '4e913ee2-721e-4c8a-8f91-a68f1ca6fb24', 'network_id': 'd5ea1197-7f85-4c8f-a513-b68c633b4d8e', 'admin_state_up': True, 'tenant_id': 'd69107e01db84a619edacfe20091cf10'}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:53:41.365859 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-ade7e7c3-0739-4edd-9194-30896cb042f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:41.384720 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-eb74ebc8-0e1c-4628-b19c-d753ecc28089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'name': 'tempest-AttachVolumeShelveTestJSON-1935299454-router', 'tenant_id': 'ec04283d3509443b9c65cd9af852d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '323df2b8-b125-45c8-a7ef-e2fc461f0421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:53:32Z', 'updated_at': '2021-08-04T05:53:36Z', 'revision_number': 3, 'project_id': 'ec04283d3509443b9c65cd9af852d46f', 'gw_port': {'id': '323df2b8-b125-45c8-a7ef-e2fc461f0421', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:40:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:34Z', 'updated_at': '2021-08-04T05:53:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi'}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:53:41.413621 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.provisioning_blocks [None req-ade7e7c3-0739-4edd-9194-30896cb042f0 admin admin] Transition to ACTIVE for port object ffd44ff6-08ad-4a3c-822c-d9ee055eed1b will not be triggered until provisioned by entity DHCP. {{(pid=100432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:53:41.415539 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c74c45-9e8f-40b6-8ca5-18a7658cf10c admin admin] Pushing event updated for resources: {'Port': ['ID=1c6d77a3-7c3a-4c81-896f-fcb4ccaf8392,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:41.471056 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb74ebc8-0e1c-4628-b19c-d753ecc28089 None None] The sync data for ids ['e1fc6fa8-ecdc-42e6-80ad-97dc77491acf'] in dv-cinder-801617-4-iscsi is: [{'id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'name': 'tempest-AttachVolumeShelveTestJSON-1935299454-router', 'tenant_id': 'ec04283d3509443b9c65cd9af852d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '323df2b8-b125-45c8-a7ef-e2fc461f0421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:53:32Z', 'updated_at': '2021-08-04T05:53:36Z', 'revision_number': 3, 'project_id': 'ec04283d3509443b9c65cd9af852d46f', 'gw_port': {'id': '323df2b8-b125-45c8-a7ef-e2fc461f0421', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:40:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:34Z', 'updated_at': '2021-08-04T05:53:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi'}] {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 05:53:41.522059 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port 5762214d-3b75-445b-82e5-d3424157accd triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:53:41.524611 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:41.597917 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-4d4ff952-adec-49bc-907d-aeba94c0026b tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:41.612881 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c74c45-9e8f-40b6-8ca5-18a7658cf10c admin admin] Network fea95b2d-d504-480b-8c54-fa1d3a884d59 is already hosted by enough agents. {{(pid=100431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:53:41.624296 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.base_scheduler [None req-b2c74c45-9e8f-40b6-8ca5-18a7658cf10c admin admin] Resources bound (agent type, host, resource id): {{(pid=100431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:53:41.632374 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-ade7e7c3-0739-4edd-9194-30896cb042f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606'] for port, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:41.652774 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-da022fd5-a8fa-420f-b1f4-111eb1f00393 None None] Set router bba70e6f-b063-4c50-aec0-c90603577873 gateway port host: dv-cinder-801617-4-iscsi {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:53:41.736967 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade7e7c3-0739-4edd-9194-30896cb042f0 admin admin] Pushing event updated for resources: {'Port': ['ID=ffd44ff6-08ad-4a3c-822c-d9ee055eed1b,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:41.742349 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade7e7c3-0739-4edd-9194-30896cb042f0 admin admin] Network a493c09c-6949-44f8-8e08-fbb13c36d6a2 is already hosted by enough agents. {{(pid=100432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:53:41.748767 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-4d4ff952-adec-49bc-907d-aeba94c0026b tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997345'] for security_group_rule, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:41.765697 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.base_scheduler [None req-ade7e7c3-0739-4edd-9194-30896cb042f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:53:41.798741 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade7e7c3-0739-4edd-9194-30896cb042f0 admin admin] Received port after_create {{(pid=100432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 05:53:41.799225 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-ade7e7c3-0739-4edd-9194-30896cb042f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572798'] for router_interface, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:41.910430 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c74c45-9e8f-40b6-8ca5-18a7658cf10c admin admin] Router b3a1d287-0b85-47e4-8576-c80dbe3b4045 has already been hosted by L3 agent 1092c566-0070-459b-a71e-112f2411deeb {{(pid=100431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 05:53:41.914364 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fed73ec7-5ded-4b43-ae15-abe44a111638 req-af19fa23-32a2-4169-aef5-af57fbabf15e tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] Made reservation on behalf of d69107e01db84a619edacfe20091cf10 for: {'port': 1} {{(pid=100431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 05:53:41.919563 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-fed73ec7-5ded-4b43-ae15-abe44a111638 req-af19fa23-32a2-4169-aef5-af57fbabf15e tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:42.159126 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4ff952-adec-49bc-907d-aeba94c0026b tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=810c58db-18e4-4e77-87e9-72dd38e93a93,revision_number=0']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:42.206369 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c74c45-9e8f-40b6-8ca5-18a7658cf10c admin admin] Notify agent at l3_agent.dv-cinder-801617-4-iscsi the message routers_updated {{(pid=100431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 05:53:42.222437 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-b2c74c45-9e8f-40b6-8ca5-18a7658cf10c admin admin] 10.222.0.37 "PUT /v2.0/routers/b3a1d287-0b85-47e4-8576-c80dbe3b4045/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4654617 Aug 04 05:53:42.281481 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-4d4ff952-adec-49bc-907d-aeba94c0026b tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:42.293266 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-4d4ff952-adec-49bc-907d-aeba94c0026b tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5410101 Aug 04 05:53:42.302835 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 53086) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:53:42.310364 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-f75b8bc8-1185-48ac-b5af-01f482ea4d76 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Request body: {'security_group_rule': {'security_group_id': '45e28668-2315-4cab-adf5-2cfff2b29702', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:53:42.387121 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-4eabf25d-c99d-405e-be09-6cb7a908e17e None None] Provisioning for port ffd44ff6-08ad-4a3c-822c-d9ee055eed1b completed by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:53:42.423135 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-4eabf25d-c99d-405e-be09-6cb7a908e17e None None] Provisioning complete for port ffd44ff6-08ad-4a3c-822c-d9ee055eed1b triggered by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:53:42.423589 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-4eabf25d-c99d-405e-be09-6cb7a908e17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:42.494996 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-b198ec23-0967-41e0-a3f2-bf43b4738ef1 req-bb45d783-d7ee-4cd1-ace5-b40a2d160fe8 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e913ee2-721e-4c8a-8f91-a68f1ca6fb24 HTTP/1.1" status: 200 len: 210 time: 0.0980330 Aug 04 05:53:42.635112 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-4eabf25d-c99d-405e-be09-6cb7a908e17e None None] Port ffd44ff6-08ad-4a3c-822c-d9ee055eed1b cannot update to ACTIVE because it is not bound. {{(pid=100433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 05:53:42.644395 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f75b8bc8-1185-48ac-b5af-01f482ea4d76 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:42.930172 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-ade7e7c3-0739-4edd-9194-30896cb042f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:42.939765 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.db_base_plugin_common [req-fed73ec7-5ded-4b43-ae15-abe44a111638 req-af19fa23-32a2-4169-aef5-af57fbabf15e tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] Allocated IP 172.20.0.10 (d5ea1197-7f85-4c8f-a513-b68c633b4d8e/6efc0d14-7cd8-4a5b-a61d-d4a67c130a3d/43e99803-c5c5-45f5-88b8-ee41b9a3a48c) {{(pid=100431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 05:53:42.942265 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-da022fd5-a8fa-420f-b1f4-111eb1f00393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'name': 'tempest-AttachVolumeTestJSON-109798790-router', 'tenant_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '5762214d-3b75-445b-82e5-d3424157accd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:53:30Z', 'updated_at': '2021-08-04T05:53:35Z', 'revision_number': 4, 'project_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'gw_port': {'id': '5762214d-3b75-445b-82e5-d3424157accd', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:32Z', 'updated_at': '2021-08-04T05:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': '2e268975-f39b-4261-b5b0-26d9b528d0bd', 'name': '', 'network_id': 'd2e5a947-03e8-4345-94ae-fbf3e7f6b1f3', 'tenant_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'mac_address': 'fa:16:3e:3d:98:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '093ae098-146b-44a4-8f09-371adaa382d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:35Z', 'updated_at': '2021-08-04T05:53:36Z', 'revision_number': 2, 'project_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'subnets': [{'id': '093ae098-146b-44a4-8f09-371adaa382d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:53:42.942265 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da022fd5-a8fa-420f-b1f4-111eb1f00393 None None] Checking router: bba70e6f-b063-4c50-aec0-c90603577873 for host: dv-cinder-801617-4-iscsi {{(pid=100433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 05:53:42.942265 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da022fd5-a8fa-420f-b1f4-111eb1f00393 None None] Updating router bba70e6f-b063-4c50-aec0-c90603577873 port 2e268975-f39b-4261-b5b0-26d9b528d0bd binding host dv-cinder-801617-4-iscsi {{(pid=100433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 05:53:42.942265 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 29565757-7b73-478a-9bc0-00d9cea78b83 up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:53:43.113170 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-da022fd5-a8fa-420f-b1f4-111eb1f00393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:43.115709 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-ade7e7c3-0739-4edd-9194-30896cb042f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:43.303761 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-fed73ec7-5ded-4b43-ae15-abe44a111638 req-af19fa23-32a2-4169-aef5-af57fbabf15e tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] Notify callbacks [] for port, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:43.307296 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f75b8bc8-1185-48ac-b5af-01f482ea4d76 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:43.491739 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-ade7e7c3-0739-4edd-9194-30896cb042f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:43.493313 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-ade7e7c3-0739-4edd-9194-30896cb042f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572898'] for router_interface, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:43.546890 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f75b8bc8-1185-48ac-b5af-01f482ea4d76 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997345'] for security_group_rule, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:43.601704 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning for port 29565757-7b73-478a-9bc0-00d9cea78b83 completed by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:53:43.629548 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-fed73ec7-5ded-4b43-ae15-abe44a111638 req-af19fa23-32a2-4169-aef5-af57fbabf15e tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606'] for port, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:43.670644 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port 29565757-7b73-478a-9bc0-00d9cea78b83 triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:53:43.671008 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:43.717979 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b8bc8-1185-48ac-b5af-01f482ea4d76 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6afb0bcd-02d3-4230-a3d6-e186f35cd3e0,revision_number=0']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:43.763779 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade7e7c3-0739-4edd-9194-30896cb042f0 admin admin] Pushing event updated for resources: {'Port': ['ID=ffd44ff6-08ad-4a3c-822c-d9ee055eed1b,revision_number=2']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:43.824053 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210cc679-15a7-472f-a5ba-83e97277554b req-9995c06b-0b6d-4940-872c-1a12f021e43c tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:53:43.832597 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-210cc679-15a7-472f-a5ba-83e97277554b req-9995c06b-0b6d-4940-872c-1a12f021e43c tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e913ee2-721e-4c8a-8f91-a68f1ca6fb24 HTTP/1.1" status: 200 len: 932 time: 0.1284761 Aug 04 05:53:43.971573 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade7e7c3-0739-4edd-9194-30896cb042f0 admin admin] Network a493c09c-6949-44f8-8e08-fbb13c36d6a2 is already hosted by enough agents. {{(pid=100432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:53:43.980250 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-da022fd5-a8fa-420f-b1f4-111eb1f00393 None None] Notify callbacks [] for port, precommit_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:43.989247 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-210cc679-15a7-472f-a5ba-83e97277554b req-21fa461c-61ee-4bdb-9320-850d545bfbc4 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/security-groups?id=7680669f-94d7-49b1-9252-9589c08d5519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545100 Aug 04 05:53:43.995040 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-da022fd5-a8fa-420f-b1f4-111eb1f00393 None None] Transition to ACTIVE for port object 2e268975-f39b-4261-b5b0-26d9b528d0bd will not be triggered until provisioned by entity L2. {{(pid=100433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:53:44.000570 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.base_scheduler [None req-ade7e7c3-0739-4edd-9194-30896cb042f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:53:44.062194 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:44.080389 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-da022fd5-a8fa-420f-b1f4-111eb1f00393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:44.163246 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2982bcb-d9aa-420c-821c-9bcff35a5e19 None None] Pushing event updated for resources: {'Port': ['ID=2e268975-f39b-4261-b5b0-26d9b528d0bd,revision_number=3']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:44.197840 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f75b8bc8-1185-48ac-b5af-01f482ea4d76 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:44.199266 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-f75b8bc8-1185-48ac-b5af-01f482ea4d76 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8954024 Aug 04 05:53:44.236511 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 53142) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:53:44.244422 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] For port 29565757-7b73-478a-9bc0-00d9cea78b83, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=29565757-7b73-478a-9bc0-00d9cea78b83,segment=NetworkSegment(1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa),segment_id=1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:53:44.285658 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade7e7c3-0739-4edd-9194-30896cb042f0 admin admin] Router e1fc6fa8-ecdc-42e6-80ad-97dc77491acf has already been hosted by L3 agent 1092c566-0070-459b-a71e-112f2411deeb {{(pid=100432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 05:53:44.291834 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-390c7b56-1228-4fe2-993f-e240ad881479 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Request body: {'floatingip': {'floating_network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:53:44.360960 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af19fa23-32a2-4169-aef5-af57fbabf15e tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] Pushing event updated for resources: {'Port': ['ID=43e99803-c5c5-45f5-88b8-ee41b9a3a48c,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:44.380786 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-da022fd5-a8fa-420f-b1f4-111eb1f00393 None None] Attempting to bind port 2e268975-f39b-4261-b5b0-26d9b528d0bd on host dv-cinder-801617-4-iscsi for vnic_type normal with profile {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 05:53:44.381369 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-da022fd5-a8fa-420f-b1f4-111eb1f00393 None None] Attempting to bind port 2e268975-f39b-4261-b5b0-26d9b528d0bd by drivers openvswitch,hyperv on host dv-cinder-801617-4-iscsi at level 0 using segments [{'id': 'e70b74f9-db9d-468d-96eb-049639286c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd2e5a947-03e8-4345-94ae-fbf3e7f6b1f3'}] {{(pid=100433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 05:53:44.381882 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da022fd5-a8fa-420f-b1f4-111eb1f00393 None None] Attempting to bind port 2e268975-f39b-4261-b5b0-26d9b528d0bd on network d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3 {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:53:44.385139 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:44.387644 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 323df2b8-b125-45c8-a7ef-e2fc461f0421 up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:53:44.492861 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fed73ec7-5ded-4b43-ae15-abe44a111638 req-af19fa23-32a2-4169-aef5-af57fbabf15e tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] Network d5ea1197-7f85-4c8f-a513-b68c633b4d8e is already hosted by enough agents. {{(pid=100431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:53:44.517919 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.base_scheduler [req-fed73ec7-5ded-4b43-ae15-abe44a111638 req-af19fa23-32a2-4169-aef5-af57fbabf15e tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] Resources bound (agent type, host, resource id): {{(pid=100431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:53:44.539457 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [req-fed73ec7-5ded-4b43-ae15-abe44a111638 req-af19fa23-32a2-4169-aef5-af57fbabf15e tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] Received port after_create {{(pid=100431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 05:53:44.553665 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da022fd5-a8fa-420f-b1f4-111eb1f00393 None None] Checking agent: {'id': '5d82a469-56b0-42fa-aca6-e62dd4c1f49c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 5, 45, 36), 'started_at': datetime.datetime(2021, 8, 4, 5, 46, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 5, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 05:53:44.554052 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da022fd5-a8fa-420f-b1f4-111eb1f00393 None None] Checking segment: {'id': 'e70b74f9-db9d-468d-96eb-049639286c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd2e5a947-03e8-4345-94ae-fbf3e7f6b1f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:53:44.554427 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-da022fd5-a8fa-420f-b1f4-111eb1f00393 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:44.555059 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da022fd5-a8fa-420f-b1f4-111eb1f00393 None None] Bound using segment: {'id': 'e70b74f9-db9d-468d-96eb-049639286c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd2e5a947-03e8-4345-94ae-fbf3e7f6b1f3'} {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 05:53:44.555752 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-da022fd5-a8fa-420f-b1f4-111eb1f00393 None None] Bound port: 2e268975-f39b-4261-b5b0-26d9b528d0bd, host: dv-cinder-801617-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70b74f9-db9d-468d-96eb-049639286c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd2e5a947-03e8-4345-94ae-fbf3e7f6b1f3'}}] {{(pid=100433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 05:53:44.556345 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-da022fd5-a8fa-420f-b1f4-111eb1f00393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:44.564022 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed73ec7-5ded-4b43-ae15-abe44a111638 req-af19fa23-32a2-4169-aef5-af57fbabf15e tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:53:44.565163 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-fed73ec7-5ded-4b43-ae15-abe44a111638 req-af19fa23-32a2-4169-aef5-af57fbabf15e tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for port, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:44.590775 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade7e7c3-0739-4edd-9194-30896cb042f0 admin admin] Notify agent at l3_agent.dv-cinder-801617-4-iscsi the message routers_updated {{(pid=100432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 05:53:44.601825 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-ade7e7c3-0739-4edd-9194-30896cb042f0 admin admin] 10.222.0.37 "PUT /v2.0/routers/e1fc6fa8-ecdc-42e6-80ad-97dc77491acf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1607122 Aug 04 05:53:44.605589 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-390c7b56-1228-4fe2-993f-e240ad881479 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks [] for floatingip, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:44.634032 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Pushing event updated for resources: {'Port': ['ID=29565757-7b73-478a-9bc0-00d9cea78b83,revision_number=4']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:44.636992 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db118b70-6f66-401f-a256-d7f020a16246 req-314ce658-1cc3-4a02-a874-e28166aaaca4 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:53:44.639484 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-db118b70-6f66-401f-a256-d7f020a16246 req-314ce658-1cc3-4a02-a874-e28166aaaca4 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/networks?id=fea95b2d-d504-480b-8c54-fa1d3a884d59 HTTP/1.1" status: 200 len: 819 time: 1.0432267 Aug 04 05:53:44.715248 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-db118b70-6f66-401f-a256-d7f020a16246 req-fb323d61-7f02-47b6-9916-803b867577eb tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/quotas/0d320059d2a748979473823c9bc742bb HTTP/1.1" status: 200 len: 375 time: 0.0594876 Aug 04 05:53:44.817606 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-39f46905-e1ee-4c26-a9d2-ccf66ff7e984 None None] Provisioning complete for port ffd44ff6-08ad-4a3c-822c-d9ee055eed1b triggered by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:53:44.817606 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-39f46905-e1ee-4c26-a9d2-ccf66ff7e984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:44.819877 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-fed73ec7-5ded-4b43-ae15-abe44a111638 req-af19fa23-32a2-4169-aef5-af57fbabf15e tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6375115 Aug 04 05:53:44.886859 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [req-fed73ec7-5ded-4b43-ae15-abe44a111638 req-e11eb5d4-68c5-4e9d-9604-62e5e1f70332 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=100431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 05:53:44.888306 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-fed73ec7-5ded-4b43-ae15-abe44a111638 req-e11eb5d4-68c5-4e9d-9604-62e5e1f70332 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0211544 Aug 04 05:53:45.028159 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-db118b70-6f66-401f-a256-d7f020a16246 req-7eb14fb3-fb4a-43ec-ba94-b98fcdb03a13 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0d320059d2a748979473823c9bc742bb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2105632 Aug 04 05:53:45.031155 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-da022fd5-a8fa-420f-b1f4-111eb1f00393 None None] For port 2e268975-f39b-4261-b5b0-26d9b528d0bd, host dv-cinder-801617-4-iscsi, cleared binding levels {{(pid=100433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 05:53:45.031155 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-da022fd5-a8fa-420f-b1f4-111eb1f00393 None None] For port 2e268975-f39b-4261-b5b0-26d9b528d0bd, host dv-cinder-801617-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=2e268975-f39b-4261-b5b0-26d9b528d0bd,segment=NetworkSegment(e70b74f9-db9d-468d-96eb-049639286c19),segment_id=e70b74f9-db9d-468d-96eb-049639286c19)] {{(pid=100433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 05:53:45.031155 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-39f46905-e1ee-4c26-a9d2-ccf66ff7e984 None None] Port ffd44ff6-08ad-4a3c-822c-d9ee055eed1b cannot update to ACTIVE because it is not bound. {{(pid=100433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 05:53:45.031799 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-390c7b56-1228-4fe2-993f-e240ad881479 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:45.172461 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.db_base_plugin_common [None req-390c7b56-1228-4fe2-993f-e240ad881479 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Allocated IP 172.27.1.105 (ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5/3914311c-894e-41ec-96a2-d757dbda92d2/b5fc1b3f-767d-4da8-921e-71b9e7a71cc6) {{(pid=100431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 05:53:45.331897 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [req-db118b70-6f66-401f-a256-d7f020a16246 req-7454f41a-5209-4982-b740-448fa7fa31d0 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=100431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 05:53:45.333793 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-db118b70-6f66-401f-a256-d7f020a16246 req-7454f41a-5209-4982-b740-448fa7fa31d0 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1762958 Aug 04 05:53:45.426396 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [req-fed73ec7-5ded-4b43-ae15-abe44a111638 req-5a78afd4-0c90-40b6-b9ca-cd1d9adf0563 service neutron] Request body: {'port': {'device_id': '4e913ee2-721e-4c8a-8f91-a68f1ca6fb24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:53:45.446411 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning for port 323df2b8-b125-45c8-a7ef-e2fc461f0421 completed by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:53:45.449166 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-da022fd5-a8fa-420f-b1f4-111eb1f00393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:45.469183 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port 323df2b8-b125-45c8-a7ef-e2fc461f0421 triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:53:45.474134 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:45.567718 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-fed73ec7-5ded-4b43-ae15-abe44a111638 req-5a78afd4-0c90-40b6-b9ca-cd1d9adf0563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:45.646708 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-db118b70-6f66-401f-a256-d7f020a16246 req-c218a97c-c187-4a24-bebc-5330c43f55a1 service neutron] 10.222.0.37 "GET /v2.0/networks/fea95b2d-d504-480b-8c54-fa1d3a884d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998657 Aug 04 05:53:45.710928 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da022fd5-a8fa-420f-b1f4-111eb1f00393 None None] Routers {'bba70e6f-b063-4c50-aec0-c90603577873'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:53:45.711658 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-da022fd5-a8fa-420f-b1f4-111eb1f00393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:53:36Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['bba70e6f-b063-4c50-aec0-c90603577873'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:53:45.721872 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2982bcb-d9aa-420c-821c-9bcff35a5e19 None None] Pushing event updated for resources: {'Port': ['ID=2e268975-f39b-4261-b5b0-26d9b528d0bd,revision_number=4']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:45.725219 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-390c7b56-1228-4fe2-993f-e240ad881479 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks [] for port, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:45.868410 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-af02ba66-bd33-4c7f-ad7c-7481e90ae0d9 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 05:53:45.898417 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 53188) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:53:45.903977 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [None req-e6d0a728-d996-47c1-b4c4-e08a67efdd02 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1112462014', 'description': 'tempest-description--239904253'}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:53:46.097833 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:46.211745 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074feea7-3d8b-4e7a-be2f-6d34f1642174 None None] Sync routers for ids ['e1fc6fa8-ecdc-42e6-80ad-97dc77491acf'] in dv-cinder-801617-4-iscsi {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 05:53:46.226716 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-e6d0a728-d996-47c1-b4c4-e08a67efdd02 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks [] for security_group, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:46.240353 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074feea7-3d8b-4e7a-be2f-6d34f1642174 None None] Routers {'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:53:46.242309 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-074feea7-3d8b-4e7a-be2f-6d34f1642174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:53:36Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['e1fc6fa8-ecdc-42e6-80ad-97dc77491acf'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:53:46.248277 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] For port 323df2b8-b125-45c8-a7ef-e2fc461f0421, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=323df2b8-b125-45c8-a7ef-e2fc461f0421,segment=NetworkSegment(1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa),segment_id=1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:53:46.304174 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-da022fd5-a8fa-420f-b1f4-111eb1f00393 None None] Set router bba70e6f-b063-4c50-aec0-c90603577873 gateway port host: dv-cinder-801617-4-iscsi {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:53:46.431345 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-db118b70-6f66-401f-a256-d7f020a16246 req-a19a9b6f-5965-47fd-af0c-86afbf078503 service neutron] 10.222.0.37 "GET /v2.0/networks/fea95b2d-d504-480b-8c54-fa1d3a884d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7517800 Aug 04 05:53:46.471402 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-390c7b56-1228-4fe2-993f-e240ad881479 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606'] for port, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:46.491091 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df69a33-5c70-46e5-bb69-3982bd2e5761 req-ade1be44-89b3-467e-adc3-2b01b6e2c569 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:53:46.507917 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0df69a33-5c70-46e5-bb69-3982bd2e5761 req-ade1be44-89b3-467e-adc3-2b01b6e2c569 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e913ee2-721e-4c8a-8f91-a68f1ca6fb24 HTTP/1.1" status: 200 len: 932 time: 0.4024076 Aug 04 05:53:46.614233 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-074feea7-3d8b-4e7a-be2f-6d34f1642174 None None] Set router e1fc6fa8-ecdc-42e6-80ad-97dc77491acf gateway port host: dv-cinder-801617-4-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:53:46.632697 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 53202) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:53:46.669591 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c8f7bf-ed03-4501-a368-b956160b1e10 None None] Sync routers for ids ['b3a1d287-0b85-47e4-8576-c80dbe3b4045'] in dv-cinder-801617-4-iscsi {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 05:53:46.671695 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:46.763756 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390c7b56-1228-4fe2-993f-e240ad881479 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Network ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5 is already hosted by enough agents. {{(pid=100431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:53:46.793205 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.base_scheduler [None req-390c7b56-1228-4fe2-993f-e240ad881479 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Resources bound (agent type, host, resource id): {{(pid=100431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:53:46.807103 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390c7b56-1228-4fe2-993f-e240ad881479 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Received port after_create {{(pid=100431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 05:53:46.909367 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c7b56-1228-4fe2-993f-e240ad881479 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Pushing event updated for resources: {'Port': ['ID=b5fc1b3f-767d-4da8-921e-71b9e7a71cc6,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:47.009946 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0df69a33-5c70-46e5-bb69-3982bd2e5761 req-270e7f0d-2d8d-441b-af9c-e1e30f06df44 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/security-groups?id=7680669f-94d7-49b1-9252-9589c08d5519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5000923 Aug 04 05:53:47.012276 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c8f7bf-ed03-4501-a368-b956160b1e10 None None] Routers {'b3a1d287-0b85-47e4-8576-c80dbe3b4045'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:53:47.030541 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-a9c8f7bf-ed03-4501-a368-b956160b1e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:53:36Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['b3a1d287-0b85-47e4-8576-c80dbe3b4045'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:53:47.060131 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-6c8e9d8c-3886-4b98-9fb3-045ce5f57c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:47.120801 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-e6d0a728-d996-47c1-b4c4-e08a67efdd02 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks [] for security_group, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:47.196780 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-e6d0a728-d996-47c1-b4c4-e08a67efdd02 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:47.270362 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-60924d47-a022-4541-98d6-9952439545f7 req-99a4b252-c6f3-4cd2-8062-2cdcaf333660 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 210 time: 0.1395185 Aug 04 05:53:47.340684 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d0a728-d996-47c1-b4c4-e08a67efdd02 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80f2cfa1-5a80-484e-8c50-e7380be3d31b,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:47.367767 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-074feea7-3d8b-4e7a-be2f-6d34f1642174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'name': 'tempest-AttachVolumeShelveTestJSON-1935299454-router', 'tenant_id': 'ec04283d3509443b9c65cd9af852d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '323df2b8-b125-45c8-a7ef-e2fc461f0421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:53:32Z', 'updated_at': '2021-08-04T05:53:42Z', 'revision_number': 4, 'project_id': 'ec04283d3509443b9c65cd9af852d46f', 'gw_port': {'id': '323df2b8-b125-45c8-a7ef-e2fc461f0421', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:40:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:34Z', 'updated_at': '2021-08-04T05:53:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': 'ffd44ff6-08ad-4a3c-822c-d9ee055eed1b', 'name': '', 'network_id': 'a493c09c-6949-44f8-8e08-fbb13c36d6a2', 'tenant_id': 'ec04283d3509443b9c65cd9af852d46f', 'mac_address': 'fa:16:3e:f2:05:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2aeabe42-c308-496c-8730-52b38af59b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:40Z', 'updated_at': '2021-08-04T05:53:42Z', 'revision_number': 2, 'project_id': 'ec04283d3509443b9c65cd9af852d46f', 'subnets': [{'id': '2aeabe42-c308-496c-8730-52b38af59b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:53:47.441573 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074feea7-3d8b-4e7a-be2f-6d34f1642174 None None] Checking router: e1fc6fa8-ecdc-42e6-80ad-97dc77491acf for host: dv-cinder-801617-4-iscsi {{(pid=100434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 05:53:47.441949 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074feea7-3d8b-4e7a-be2f-6d34f1642174 None None] Updating router e1fc6fa8-ecdc-42e6-80ad-97dc77491acf port ffd44ff6-08ad-4a3c-822c-d9ee055eed1b binding host dv-cinder-801617-4-iscsi {{(pid=100434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 05:53:47.454050 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-390c7b56-1228-4fe2-993f-e240ad881479 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:47.480432 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 29565757-7b73-478a-9bc0-00d9cea78b83 up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:53:47.493806 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [req-fed73ec7-5ded-4b43-ae15-abe44a111638 req-5a78afd4-0c90-40b6-b9ca-cd1d9adf0563 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43e99803-c5c5-45f5-88b8-ee41b9a3a48c {{(pid=100431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 05:53:47.504131 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-fed73ec7-5ded-4b43-ae15-abe44a111638 req-5a78afd4-0c90-40b6-b9ca-cd1d9adf0563 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:47.507118 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-074feea7-3d8b-4e7a-be2f-6d34f1642174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:47.538562 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [req-fed73ec7-5ded-4b43-ae15-abe44a111638 req-5a78afd4-0c90-40b6-b9ca-cd1d9adf0563 service neutron] Transition to ACTIVE for port object 43e99803-c5c5-45f5-88b8-ee41b9a3a48c will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:53:47.603410 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-390c7b56-1228-4fe2-993f-e240ad881479 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:47.655719 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-fed73ec7-5ded-4b43-ae15-abe44a111638 req-5a78afd4-0c90-40b6-b9ca-cd1d9adf0563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:47.719316 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-6c8e9d8c-3886-4b98-9fb3-045ce5f57c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:47.776508 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port 29565757-7b73-478a-9bc0-00d9cea78b83 triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:53:47.776880 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:47.840659 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Pushing event updated for resources: {'Port': ['ID=323df2b8-b125-45c8-a7ef-e2fc461f0421,revision_number=4']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:47.908189 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a78afd4-0c90-40b6-b9ca-cd1d9adf0563 service neutron] Pushing event updated for resources: {'Port': ['ID=43e99803-c5c5-45f5-88b8-ee41b9a3a48c,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:47.961878 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 2e268975-f39b-4261-b5b0-26d9b528d0bd up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:53:47.978534 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [req-fed73ec7-5ded-4b43-ae15-abe44a111638 req-5a78afd4-0c90-40b6-b9ca-cd1d9adf0563 service neutron] Attempting to bind port 43e99803-c5c5-45f5-88b8-ee41b9a3a48c on host hv-cinder-80161 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 05:53:47.979140 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [req-fed73ec7-5ded-4b43-ae15-abe44a111638 req-5a78afd4-0c90-40b6-b9ca-cd1d9adf0563 service neutron] Attempting to bind port 43e99803-c5c5-45f5-88b8-ee41b9a3a48c by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': '62fed0d3-fb5b-4c12-b723-f962c0cdfa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd5ea1197-7f85-4c8f-a513-b68c633b4d8e'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 05:53:47.983037 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed73ec7-5ded-4b43-ae15-abe44a111638 req-5a78afd4-0c90-40b6-b9ca-cd1d9adf0563 service neutron] Attempting to bind port 43e99803-c5c5-45f5-88b8-ee41b9a3a48c on network d5ea1197-7f85-4c8f-a513-b68c633b4d8e {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:53:48.053098 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed73ec7-5ded-4b43-ae15-abe44a111638 req-5a78afd4-0c90-40b6-b9ca-cd1d9adf0563 service neutron] Port 43e99803-c5c5-45f5-88b8-ee41b9a3a48c on network d5ea1197-7f85-4c8f-a513-b68c633b4d8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 05:53:48.053657 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed73ec7-5ded-4b43-ae15-abe44a111638 req-5a78afd4-0c90-40b6-b9ca-cd1d9adf0563 service neutron] Attempting to bind port 43e99803-c5c5-45f5-88b8-ee41b9a3a48c on network d5ea1197-7f85-4c8f-a513-b68c633b4d8e {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:53:48.073929 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed73ec7-5ded-4b43-ae15-abe44a111638 req-5a78afd4-0c90-40b6-b9ca-cd1d9adf0563 service neutron] Checking agent: {'id': 'b8cb1127-4c6b-4c0f-8dda-968dd091f2d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 5, 51, 56), 'started_at': datetime.datetime(2021, 8, 4, 5, 51, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 5, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 05:53:48.080251 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed73ec7-5ded-4b43-ae15-abe44a111638 req-5a78afd4-0c90-40b6-b9ca-cd1d9adf0563 service neutron] Checking segment: {'id': '62fed0d3-fb5b-4c12-b723-f962c0cdfa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd5ea1197-7f85-4c8f-a513-b68c633b4d8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:53:48.080251 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed73ec7-5ded-4b43-ae15-abe44a111638 req-5a78afd4-0c90-40b6-b9ca-cd1d9adf0563 service neutron] Bound using segment: {'id': '62fed0d3-fb5b-4c12-b723-f962c0cdfa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd5ea1197-7f85-4c8f-a513-b68c633b4d8e'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 05:53:48.080251 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [req-fed73ec7-5ded-4b43-ae15-abe44a111638 req-5a78afd4-0c90-40b6-b9ca-cd1d9adf0563 service neutron] Bound port: 43e99803-c5c5-45f5-88b8-ee41b9a3a48c, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62fed0d3-fb5b-4c12-b723-f962c0cdfa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd5ea1197-7f85-4c8f-a513-b68c633b4d8e'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 05:53:48.080251 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-fed73ec7-5ded-4b43-ae15-abe44a111638 req-5a78afd4-0c90-40b6-b9ca-cd1d9adf0563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:48.082308 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-6c8e9d8c-3886-4b98-9fb3-045ce5f57c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:48.090604 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-a9c8f7bf-ed03-4501-a368-b956160b1e10 None None] Set router b3a1d287-0b85-47e4-8576-c80dbe3b4045 gateway port host: dv-cinder-801617-4-iscsi {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:53:48.153896 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-6c8e9d8c-3886-4b98-9fb3-045ce5f57c70 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6a87213d2ee749d1b3f822d0dfd833ae&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5219119 Aug 04 05:53:48.154216 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 53272) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:53:48.175495 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-da022fd5-a8fa-420f-b1f4-111eb1f00393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'name': 'tempest-AttachVolumeTestJSON-109798790-router', 'tenant_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '5762214d-3b75-445b-82e5-d3424157accd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:53:30Z', 'updated_at': '2021-08-04T05:53:35Z', 'revision_number': 4, 'project_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'gw_port': {'id': '5762214d-3b75-445b-82e5-d3424157accd', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:32Z', 'updated_at': '2021-08-04T05:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': '2e268975-f39b-4261-b5b0-26d9b528d0bd', 'name': '', 'network_id': 'd2e5a947-03e8-4345-94ae-fbf3e7f6b1f3', 'tenant_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'mac_address': 'fa:16:3e:3d:98:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '093ae098-146b-44a4-8f09-371adaa382d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:35Z', 'updated_at': '2021-08-04T05:53:44Z', 'revision_number': 4, 'project_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'subnets': [{'id': '093ae098-146b-44a4-8f09-371adaa382d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:53:48.283656 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593e748-4780-4760-86ca-8597d5ff4d31 req-49198ffc-6e6f-4023-b9fe-b341be7d41bf tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:53:48.284154 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da022fd5-a8fa-420f-b1f4-111eb1f00393 None None] The sync data for ids ['bba70e6f-b063-4c50-aec0-c90603577873'] in dv-cinder-801617-4-iscsi is: [{'id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'name': 'tempest-AttachVolumeTestJSON-109798790-router', 'tenant_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '5762214d-3b75-445b-82e5-d3424157accd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:53:30Z', 'updated_at': '2021-08-04T05:53:35Z', 'revision_number': 4, 'project_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'gw_port': {'id': '5762214d-3b75-445b-82e5-d3424157accd', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:32Z', 'updated_at': '2021-08-04T05:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': '2e268975-f39b-4261-b5b0-26d9b528d0bd', 'name': '', 'network_id': 'd2e5a947-03e8-4345-94ae-fbf3e7f6b1f3', 'tenant_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'mac_address': 'fa:16:3e:3d:98:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '093ae098-146b-44a4-8f09-371adaa382d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:35Z', 'updated_at': '2021-08-04T05:53:44Z', 'revision_number': 4, 'project_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'subnets': [{'id': '093ae098-146b-44a4-8f09-371adaa382d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 05:53:48.303481 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f593e748-4780-4760-86ca-8597d5ff4d31 req-49198ffc-6e6f-4023-b9fe-b341be7d41bf tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/networks?id=fea95b2d-d504-480b-8c54-fa1d3a884d59 HTTP/1.1" status: 200 len: 819 time: 0.5752149 Aug 04 05:53:48.327917 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-e6d0a728-d996-47c1-b4c4-e08a67efdd02 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks [] for security_group, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:48.331616 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-e6d0a728-d996-47c1-b4c4-e08a67efdd02 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 2.4319789 Aug 04 05:53:48.335653 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 53282) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:53:48.351506 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [None req-32588dd9-c163-4a5f-8505-ec86b1d60d7b tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Request body: {'security_group_rule': {'security_group_id': '80f2cfa1-5a80-484e-8c50-e7380be3d31b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:53:48.366520 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e9d8c-3886-4b98-9fb3-045ce5f57c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f61746-7af9-4b54-b3a0-0802bb795fb8,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:48.395986 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f593e748-4780-4760-86ca-8597d5ff4d31 req-ef615bef-22b0-4484-9bfc-53b0fd6510e4 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/quotas/0d320059d2a748979473823c9bc742bb HTTP/1.1" status: 200 len: 375 time: 0.0902078 Aug 04 05:53:48.417097 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning for port 2e268975-f39b-4261-b5b0-26d9b528d0bd completed by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:53:48.596636 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f593e748-4780-4760-86ca-8597d5ff4d31 req-1c7f463c-8d86-45eb-b55f-06a998de0500 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0d320059d2a748979473823c9bc742bb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1987159 Aug 04 05:53:48.620529 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-074feea7-3d8b-4e7a-be2f-6d34f1642174 None None] Notify callbacks [] for port, precommit_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:48.652338 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.provisioning_blocks [None req-074feea7-3d8b-4e7a-be2f-6d34f1642174 None None] Transition to ACTIVE for port object ffd44ff6-08ad-4a3c-822c-d9ee055eed1b will not be triggered until provisioned by entity L2. {{(pid=100434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:53:48.769410 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port 2e268975-f39b-4261-b5b0-26d9b528d0bd triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:53:48.769957 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:48.792437 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-074feea7-3d8b-4e7a-be2f-6d34f1642174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:48.799376 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ee550-9d1e-4631-ae62-c396cd747ae0 req-92803413-80f8-4630-b910-cafe054494ec tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:53:48.810313 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-159ee550-9d1e-4631-ae62-c396cd747ae0 req-92803413-80f8-4630-b910-cafe054494ec tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e913ee2-721e-4c8a-8f91-a68f1ca6fb24 HTTP/1.1" status: 200 len: 944 time: 0.6661606 Aug 04 05:53:48.811615 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-32588dd9-c163-4a5f-8505-ec86b1d60d7b tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:48.945683 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b7cfc06a-cdf6-47da-a4e6-6779ef2c104d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:48.955764 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50328650-654b-45cc-a887-e6e0fe052a22 None None] Pushing event updated for resources: {'Port': ['ID=ffd44ff6-08ad-4a3c-822c-d9ee055eed1b,revision_number=3']} {{(pid=100434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:48.999375 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-a9c8f7bf-ed03-4501-a368-b956160b1e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a1d287-0b85-47e4-8576-c80dbe3b4045', 'name': 'tempest-ServerRescueNegativeTestJSON-1621535292-router', 'tenant_id': '0d320059d2a748979473823c9bc742bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '29565757-7b73-478a-9bc0-00d9cea78b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:53:32Z', 'updated_at': '2021-08-04T05:53:39Z', 'revision_number': 4, 'project_id': '0d320059d2a748979473823c9bc742bb', 'gw_port': {'id': '29565757-7b73-478a-9bc0-00d9cea78b83', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a1d287-0b85-47e4-8576-c80dbe3b4045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:33Z', 'updated_at': '2021-08-04T05:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': '1c6d77a3-7c3a-4c81-896f-fcb4ccaf8392', 'name': '', 'network_id': 'fea95b2d-d504-480b-8c54-fa1d3a884d59', 'tenant_id': '0d320059d2a748979473823c9bc742bb', 'mac_address': 'fa:16:3e:61:64:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a1d287-0b85-47e4-8576-c80dbe3b4045', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9770694f-c8d6-4155-afb5-37951e23de06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:38Z', 'updated_at': '2021-08-04T05:53:40Z', 'revision_number': 2, 'project_id': '0d320059d2a748979473823c9bc742bb', 'subnets': [{'id': '9770694f-c8d6-4155-afb5-37951e23de06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:53:49.062614 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-32588dd9-c163-4a5f-8505-ec86b1d60d7b tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:49.094013 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-159ee550-9d1e-4631-ae62-c396cd747ae0 req-4973f915-f80b-4a59-a3ae-42a66dd59881 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/security-groups?id=7680669f-94d7-49b1-9252-9589c08d5519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207990 Aug 04 05:53:49.165164 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f593e748-4780-4760-86ca-8597d5ff4d31 req-dd603a61-9943-40ec-a62d-f5472d1a14bc service neutron] 10.222.0.37 "GET /v2.0/networks/fea95b2d-d504-480b-8c54-fa1d3a884d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5673528 Aug 04 05:53:49.220390 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.managers [None req-074feea7-3d8b-4e7a-be2f-6d34f1642174 None None] Attempting to bind port ffd44ff6-08ad-4a3c-822c-d9ee055eed1b on host dv-cinder-801617-4-iscsi for vnic_type normal with profile {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 05:53:49.221065 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.managers [None req-074feea7-3d8b-4e7a-be2f-6d34f1642174 None None] Attempting to bind port ffd44ff6-08ad-4a3c-822c-d9ee055eed1b by drivers openvswitch,hyperv on host dv-cinder-801617-4-iscsi at level 0 using segments [{'id': 'ec29bf54-ee61-44b2-b8df-ad8fd94577ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a493c09c-6949-44f8-8e08-fbb13c36d6a2'}] {{(pid=100434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 05:53:49.221582 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074feea7-3d8b-4e7a-be2f-6d34f1642174 None None] Attempting to bind port ffd44ff6-08ad-4a3c-822c-d9ee055eed1b on network a493c09c-6949-44f8-8e08-fbb13c36d6a2 {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:53:49.233015 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074feea7-3d8b-4e7a-be2f-6d34f1642174 None None] Checking agent: {'id': '5d82a469-56b0-42fa-aca6-e62dd4c1f49c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 5, 45, 36), 'started_at': datetime.datetime(2021, 8, 4, 5, 46, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 5, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 05:53:49.238179 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074feea7-3d8b-4e7a-be2f-6d34f1642174 None None] Checking segment: {'id': 'ec29bf54-ee61-44b2-b8df-ad8fd94577ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a493c09c-6949-44f8-8e08-fbb13c36d6a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:53:49.238179 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-074feea7-3d8b-4e7a-be2f-6d34f1642174 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:49.238179 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074feea7-3d8b-4e7a-be2f-6d34f1642174 None None] Bound using segment: {'id': 'ec29bf54-ee61-44b2-b8df-ad8fd94577ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a493c09c-6949-44f8-8e08-fbb13c36d6a2'} {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 05:53:49.238179 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.managers [None req-074feea7-3d8b-4e7a-be2f-6d34f1642174 None None] Bound port: ffd44ff6-08ad-4a3c-822c-d9ee055eed1b, host: dv-cinder-801617-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec29bf54-ee61-44b2-b8df-ad8fd94577ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a493c09c-6949-44f8-8e08-fbb13c36d6a2'}}] {{(pid=100434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 05:53:49.238179 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-074feea7-3d8b-4e7a-be2f-6d34f1642174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:49.266004 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c8f7bf-ed03-4501-a368-b956160b1e10 None None] Checking router: b3a1d287-0b85-47e4-8576-c80dbe3b4045 for host: dv-cinder-801617-4-iscsi {{(pid=100433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 05:53:49.267358 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c8f7bf-ed03-4501-a368-b956160b1e10 None None] Updating router b3a1d287-0b85-47e4-8576-c80dbe3b4045 port 1c6d77a3-7c3a-4c81-896f-fcb4ccaf8392 binding host dv-cinder-801617-4-iscsi {{(pid=100433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 05:53:49.325649 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:49.345337 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b7cfc06a-cdf6-47da-a4e6-6779ef2c104d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:49.400401 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-a9c8f7bf-ed03-4501-a368-b956160b1e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:49.476642 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-390c7b56-1228-4fe2-993f-e240ad881479 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:49.484986 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [req-fed73ec7-5ded-4b43-ae15-abe44a111638 req-5a78afd4-0c90-40b6-b9ca-cd1d9adf0563 service neutron] For port 43e99803-c5c5-45f5-88b8-ee41b9a3a48c, host hv-cinder-80161, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 05:53:49.497099 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.db [None req-074feea7-3d8b-4e7a-be2f-6d34f1642174 None None] For port ffd44ff6-08ad-4a3c-822c-d9ee055eed1b, host dv-cinder-801617-4-iscsi, cleared binding levels {{(pid=100434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 05:53:49.509762 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f593e748-4780-4760-86ca-8597d5ff4d31 req-ab1102c4-83b3-4b32-8b60-598e48153519 service neutron] 10.222.0.37 "GET /v2.0/networks/fea95b2d-d504-480b-8c54-fa1d3a884d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042357 Aug 04 05:53:49.512334 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] For port 2e268975-f39b-4261-b5b0-26d9b528d0bd, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=2e268975-f39b-4261-b5b0-26d9b528d0bd,segment=NetworkSegment(e70b74f9-db9d-468d-96eb-049639286c19),segment_id=e70b74f9-db9d-468d-96eb-049639286c19)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:53:49.512490 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.db [None req-074feea7-3d8b-4e7a-be2f-6d34f1642174 None None] For port ffd44ff6-08ad-4a3c-822c-d9ee055eed1b, host dv-cinder-801617-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=ffd44ff6-08ad-4a3c-822c-d9ee055eed1b,segment=NetworkSegment(ec29bf54-ee61-44b2-b8df-ad8fd94577ee),segment_id=ec29bf54-ee61-44b2-b8df-ad8fd94577ee)] {{(pid=100434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 05:53:49.550685 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [req-fed73ec7-5ded-4b43-ae15-abe44a111638 req-5a78afd4-0c90-40b6-b9ca-cd1d9adf0563 service neutron] For port 43e99803-c5c5-45f5-88b8-ee41b9a3a48c, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=43e99803-c5c5-45f5-88b8-ee41b9a3a48c,segment=NetworkSegment(62fed0d3-fb5b-4c12-b723-f962c0cdfa72),segment_id=62fed0d3-fb5b-4c12-b723-f962c0cdfa72)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 05:53:49.631283 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-32588dd9-c163-4a5f-8505-ec86b1d60d7b tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997345'] for security_group_rule, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:49.651541 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32588dd9-c163-4a5f-8505-ec86b1d60d7b tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bba8d3b4-f3e6-481e-8081-539400cbafa4,revision_number=0']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:49.868803 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-32588dd9-c163-4a5f-8505-ec86b1d60d7b tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:49.874036 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b7cfc06a-cdf6-47da-a4e6-6779ef2c104d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:49.875612 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-074feea7-3d8b-4e7a-be2f-6d34f1642174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:49.876895 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-32588dd9-c163-4a5f-8505-ec86b1d60d7b tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5377073 Aug 04 05:53:49.877614 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 53314) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:53:49.886756 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [None req-653d7ede-ccc6-4b96-a1f9-2a4834332d64 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Request body: {'security_group_rule': {'security_group_id': '80f2cfa1-5a80-484e-8c50-e7380be3d31b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:53:49.887676 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b7cfc06a-cdf6-47da-a4e6-6779ef2c104d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:49.893114 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:49.900982 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-b7cfc06a-cdf6-47da-a4e6-6779ef2c104d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c8f61746-7af9-4b54-b3a0-0802bb795fb8 HTTP/1.1" status: 204 len: 168 time: 1.7252421 Aug 04 05:53:49.910752 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-390c7b56-1228-4fe2-993f-e240ad881479 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:49.995669 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-fed73ec7-5ded-4b43-ae15-abe44a111638 req-5a78afd4-0c90-40b6-b9ca-cd1d9adf0563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:50.094901 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-653d7ede-ccc6-4b96-a1f9-2a4834332d64 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:50.201491 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 53328) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:53:50.253768 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cfc06a-cdf6-47da-a4e6-6779ef2c104d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f61746-7af9-4b54-b3a0-0802bb795fb8,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:50.350747 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-390c7b56-1228-4fe2-993f-e240ad881479 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572675'] for floatingip, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:50.363354 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50328650-654b-45cc-a887-e6e0fe052a22 None None] Pushing event updated for resources: {'Port': ['ID=ffd44ff6-08ad-4a3c-822c-d9ee055eed1b,revision_number=4']} {{(pid=100434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:50.374909 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 323df2b8-b125-45c8-a7ef-e2fc461f0421 up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:53:50.378203 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074feea7-3d8b-4e7a-be2f-6d34f1642174 None None] Routers {'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:53:50.378851 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-074feea7-3d8b-4e7a-be2f-6d34f1642174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:53:36Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['e1fc6fa8-ecdc-42e6-80ad-97dc77491acf'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:53:50.465924 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-653d7ede-ccc6-4b96-a1f9-2a4834332d64 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:50.474176 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Pushing event updated for resources: {'Port': ['ID=2e268975-f39b-4261-b5b0-26d9b528d0bd,revision_number=5']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:50.498446 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e20e1-5680-493f-ac21-acd955ce9d6c req-94190d60-9a6d-432f-ae2f-2e2dad127f7f tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:53:50.512069 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-cd7e20e1-5680-493f-ac21-acd955ce9d6c req-94190d60-9a6d-432f-ae2f-2e2dad127f7f tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e913ee2-721e-4c8a-8f91-a68f1ca6fb24 HTTP/1.1" status: 200 len: 944 time: 0.1493697 Aug 04 05:53:50.549367 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-33c61120-53dd-493c-9be6-22a85fa5f91b req-0d1d8df9-f1f5-4dcf-a28f-20c654983647 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 210 time: 0.2536056 Aug 04 05:53:50.563469 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-653d7ede-ccc6-4b96-a1f9-2a4834332d64 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997345'] for security_group_rule, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:50.598640 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-a9c8f7bf-ed03-4501-a368-b956160b1e10 None None] Notify callbacks [] for port, precommit_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:50.621563 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d7ede-ccc6-4b96-a1f9-2a4834332d64 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfbcaefc-d842-4447-aa81-231debf2a7d5,revision_number=0']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:50.666729 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-cd7e20e1-5680-493f-ac21-acd955ce9d6c req-079555de-642e-4af0-8ea0-db59075c2059 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/security-groups?id=7680669f-94d7-49b1-9252-9589c08d5519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503956 Aug 04 05:53:50.673381 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed73ec7-5ded-4b43-ae15-abe44a111638 req-5a78afd4-0c90-40b6-b9ca-cd1d9adf0563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:53:50.677584 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-fed73ec7-5ded-4b43-ae15-abe44a111638 req-5a78afd4-0c90-40b6-b9ca-cd1d9adf0563 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for port, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:50.683480 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-fed73ec7-5ded-4b43-ae15-abe44a111638 req-5a78afd4-0c90-40b6-b9ca-cd1d9adf0563 service neutron] 10.222.0.18 "PUT /v2.0/ports/43e99803-c5c5-45f5-88b8-ee41b9a3a48c HTTP/1.1" status: 200 len: 1094 time: 5.3686147 Aug 04 05:53:50.690581 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e913ee2-721e-4c8a-8f91-a68f1ca6fb24', 'tag': '43e99803-c5c5-45f5-88b8-ee41b9a3a48c'}] {{(pid=100431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:53:50.691387 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-a9c8f7bf-ed03-4501-a368-b956160b1e10 None None] Transition to ACTIVE for port object 1c6d77a3-7c3a-4c81-896f-fcb4ccaf8392 will not be triggered until provisioned by entity L2. {{(pid=100433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:53:50.711058 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port 323df2b8-b125-45c8-a7ef-e2fc461f0421 triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:53:50.711674 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:50.720900 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-653d7ede-ccc6-4b96-a1f9-2a4834332d64 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:50.723935 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-653d7ede-ccc6-4b96-a1f9-2a4834332d64 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8415265 Aug 04 05:53:50.729151 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 53334) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:53:50.734966 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [None req-6f832495-e7fc-4baf-a6ae-392718e67faf tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Request body: {'floatingip': {'floating_network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:53:50.817859 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-074feea7-3d8b-4e7a-be2f-6d34f1642174 None None] Set router e1fc6fa8-ecdc-42e6-80ad-97dc77491acf gateway port host: dv-cinder-801617-4-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:53:50.830663 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-a9c8f7bf-ed03-4501-a368-b956160b1e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:50.915419 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-3114aaf5-4d62-4417-8cd4-4214fdf3fcbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:51.019785 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c7b56-1228-4fe2-993f-e240ad881479 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Pushing event updated for resources: {'Port': ['ID=b5fc1b3f-767d-4da8-921e-71b9e7a71cc6,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:51.154892 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a595ee-91b1-48ae-9178-d2760594da6b None None] Pushing event updated for resources: {'Port': ['ID=1c6d77a3-7c3a-4c81-896f-fcb4ccaf8392,revision_number=3']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:51.216970 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-3114aaf5-4d62-4417-8cd4-4214fdf3fcbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:51.219691 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-a9c8f7bf-ed03-4501-a368-b956160b1e10 None None] Attempting to bind port 1c6d77a3-7c3a-4c81-896f-fcb4ccaf8392 on host dv-cinder-801617-4-iscsi for vnic_type normal with profile {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 05:53:51.220499 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-a9c8f7bf-ed03-4501-a368-b956160b1e10 None None] Attempting to bind port 1c6d77a3-7c3a-4c81-896f-fcb4ccaf8392 by drivers openvswitch,hyperv on host dv-cinder-801617-4-iscsi at level 0 using segments [{'id': 'ebaf7e84-2280-4f17-b68d-25aafcd23fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'fea95b2d-d504-480b-8c54-fa1d3a884d59'}] {{(pid=100433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 05:53:51.220661 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-6f832495-e7fc-4baf-a6ae-392718e67faf tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks [] for floatingip, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:51.221288 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c8f7bf-ed03-4501-a368-b956160b1e10 None None] Attempting to bind port 1c6d77a3-7c3a-4c81-896f-fcb4ccaf8392 on network fea95b2d-d504-480b-8c54-fa1d3a884d59 {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:53:51.236223 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c8f7bf-ed03-4501-a368-b956160b1e10 None None] Checking agent: {'id': '5d82a469-56b0-42fa-aca6-e62dd4c1f49c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 5, 45, 36), 'started_at': datetime.datetime(2021, 8, 4, 5, 46, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 5, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 05:53:51.236954 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c8f7bf-ed03-4501-a368-b956160b1e10 None None] Checking segment: {'id': 'ebaf7e84-2280-4f17-b68d-25aafcd23fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'fea95b2d-d504-480b-8c54-fa1d3a884d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:53:51.237400 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-a9c8f7bf-ed03-4501-a368-b956160b1e10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:51.237942 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c8f7bf-ed03-4501-a368-b956160b1e10 None None] Bound using segment: {'id': 'ebaf7e84-2280-4f17-b68d-25aafcd23fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'fea95b2d-d504-480b-8c54-fa1d3a884d59'} {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 05:53:51.238631 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-a9c8f7bf-ed03-4501-a368-b956160b1e10 None None] Bound port: 1c6d77a3-7c3a-4c81-896f-fcb4ccaf8392, host: dv-cinder-801617-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebaf7e84-2280-4f17-b68d-25aafcd23fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'fea95b2d-d504-480b-8c54-fa1d3a884d59'}}] {{(pid=100433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 05:53:51.239169 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-a9c8f7bf-ed03-4501-a368-b956160b1e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:51.239678 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a78afd4-0c90-40b6-b9ca-cd1d9adf0563 service neutron] Pushing event updated for resources: {'Port': ['ID=43e99803-c5c5-45f5-88b8-ee41b9a3a48c,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:51.249182 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-390c7b56-1228-4fe2-993f-e240ad881479 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for floatingip, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:51.254703 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-390c7b56-1228-4fe2-993f-e240ad881479 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0203290 Aug 04 05:53:51.281391 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-074feea7-3d8b-4e7a-be2f-6d34f1642174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'name': 'tempest-AttachVolumeShelveTestJSON-1935299454-router', 'tenant_id': 'ec04283d3509443b9c65cd9af852d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '323df2b8-b125-45c8-a7ef-e2fc461f0421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:53:32Z', 'updated_at': '2021-08-04T05:53:42Z', 'revision_number': 4, 'project_id': 'ec04283d3509443b9c65cd9af852d46f', 'gw_port': {'id': '323df2b8-b125-45c8-a7ef-e2fc461f0421', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:40:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:34Z', 'updated_at': '2021-08-04T05:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': 'ffd44ff6-08ad-4a3c-822c-d9ee055eed1b', 'name': '', 'network_id': 'a493c09c-6949-44f8-8e08-fbb13c36d6a2', 'tenant_id': 'ec04283d3509443b9c65cd9af852d46f', 'mac_address': 'fa:16:3e:f2:05:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2aeabe42-c308-496c-8730-52b38af59b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:40Z', 'updated_at': '2021-08-04T05:53:49Z', 'revision_number': 4, 'project_id': 'ec04283d3509443b9c65cd9af852d46f', 'subnets': [{'id': '2aeabe42-c308-496c-8730-52b38af59b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:53:51.320101 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed73ec7-5ded-4b43-ae15-abe44a111638 req-d278b689-b962-4ba5-b94a-c480be3dec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:53:51.328683 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-fed73ec7-5ded-4b43-ae15-abe44a111638 req-d278b689-b962-4ba5-b94a-c480be3dec2b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d69107e01db84a619edacfe20091cf10&device_id=4e913ee2-721e-4c8a-8f91-a68f1ca6fb24 HTTP/1.1" status: 200 len: 1097 time: 0.3537407 Aug 04 05:53:51.329700 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-a9c8f7bf-ed03-4501-a368-b956160b1e10 None None] For port 1c6d77a3-7c3a-4c81-896f-fcb4ccaf8392, host dv-cinder-801617-4-iscsi, cleared binding levels {{(pid=100433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 05:53:51.334194 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-a9c8f7bf-ed03-4501-a368-b956160b1e10 None None] For port 1c6d77a3-7c3a-4c81-896f-fcb4ccaf8392, host dv-cinder-801617-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=1c6d77a3-7c3a-4c81-896f-fcb4ccaf8392,segment=NetworkSegment(ebaf7e84-2280-4f17-b68d-25aafcd23fe5),segment_id=ebaf7e84-2280-4f17-b68d-25aafcd23fe5)] {{(pid=100433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 05:53:51.365816 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074feea7-3d8b-4e7a-be2f-6d34f1642174 None None] The sync data for ids ['e1fc6fa8-ecdc-42e6-80ad-97dc77491acf'] in dv-cinder-801617-4-iscsi is: [{'id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'name': 'tempest-AttachVolumeShelveTestJSON-1935299454-router', 'tenant_id': 'ec04283d3509443b9c65cd9af852d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '323df2b8-b125-45c8-a7ef-e2fc461f0421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:53:32Z', 'updated_at': '2021-08-04T05:53:42Z', 'revision_number': 4, 'project_id': 'ec04283d3509443b9c65cd9af852d46f', 'gw_port': {'id': '323df2b8-b125-45c8-a7ef-e2fc461f0421', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:40:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:34Z', 'updated_at': '2021-08-04T05:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': 'ffd44ff6-08ad-4a3c-822c-d9ee055eed1b', 'name': '', 'network_id': 'a493c09c-6949-44f8-8e08-fbb13c36d6a2', 'tenant_id': 'ec04283d3509443b9c65cd9af852d46f', 'mac_address': 'fa:16:3e:f2:05:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2aeabe42-c308-496c-8730-52b38af59b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:40Z', 'updated_at': '2021-08-04T05:53:49Z', 'revision_number': 4, 'project_id': 'ec04283d3509443b9c65cd9af852d46f', 'subnets': [{'id': '2aeabe42-c308-496c-8730-52b38af59b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 05:53:51.510719 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-6f832495-e7fc-4baf-a6ae-392718e67faf tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:51.525858 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-fed73ec7-5ded-4b43-ae15-abe44a111638 req-48efb8b5-32e3-446c-a4ae-53803b146215 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43e99803-c5c5-45f5-88b8-ee41b9a3a48c HTTP/1.1" status: 200 len: 217 time: 0.1483037 Aug 04 05:53:51.664597 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-a9c8f7bf-ed03-4501-a368-b956160b1e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:51.696541 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed73ec7-5ded-4b43-ae15-abe44a111638 req-dd40753c-fb8e-4460-bc76-89e300221c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:53:51.698042 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-fed73ec7-5ded-4b43-ae15-abe44a111638 req-dd40753c-fb8e-4460-bc76-89e300221c1c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6efc0d14-7cd8-4a5b-a61d-d4a67c130a3d HTTP/1.1" status: 200 len: 851 time: 0.1539662 Aug 04 05:53:51.763581 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-3114aaf5-4d62-4417-8cd4-4214fdf3fcbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:51.811004 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-fed73ec7-5ded-4b43-ae15-abe44a111638 req-e71b62e4-2744-4597-9a0b-84b73570dce3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d5ea1197-7f85-4c8f-a513-b68c633b4d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875854 Aug 04 05:53:51.841559 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-0caec971-fcc4-43eb-b744-1e55ad9fa0da req-8ca4f102-2336-466c-b6bd-2ac7c7ea955d tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--467950516&fields=id&tenant_id=c8bcebc3d7d048b69d592fa2bf00330a HTTP/1.1" status: 200 len: 267 time: 0.2047124 Aug 04 05:53:52.014274 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-3114aaf5-4d62-4417-8cd4-4214fdf3fcbf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2cc764a652ff4c6e9c697e581eaaff05&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8079734 Aug 04 05:53:52.030799 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 53380) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:53:52.083904 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c8f7bf-ed03-4501-a368-b956160b1e10 None None] Routers {'b3a1d287-0b85-47e4-8576-c80dbe3b4045'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:53:52.088795 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-a9c8f7bf-ed03-4501-a368-b956160b1e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:53:36Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['b3a1d287-0b85-47e4-8576-c80dbe3b4045'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:53:52.240531 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 53384) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:53:52.372260 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.db_base_plugin_common [None req-6f832495-e7fc-4baf-a6ae-392718e67faf tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Allocated IP 172.27.1.138 (ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5/3914311c-894e-41ec-96a2-d757dbda92d2/306089b5-2b7e-4191-9f5b-11d04966cc62) {{(pid=100432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 05:53:52.432496 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-fed73ec7-5ded-4b43-ae15-abe44a111638 req-771f3509-b92d-4a7a-9590-a5d14aa9d450 service neutron] 10.222.0.18 "GET /v2.0/networks/d5ea1197-7f85-4c8f-a513-b68c633b4d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5508182 Aug 04 05:53:52.461239 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d047a0739a9e621485ccc482307aa98cd58e8937adb7e4be7ba07b62ec6ee677" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809244e0-d963-4efb-a115-461b87cfc143" -d '{"events": [{"name": "network-changed", "server_uuid": "4e913ee2-721e-4c8a-8f91-a68f1ca6fb24", "tag": "43e99803-c5c5-45f5-88b8-ee41b9a3a48c"}]}' {{(pid=100431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:53:52.517886 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-4382fa8b-211f-4201-b8f7-7274b7c2890f req-9c13fed0-7997-4884-a9d2-656ccfec6b02 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 210 time: 0.7020557 Aug 04 05:53:52.518856 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3114aaf5-4d62-4417-8cd4-4214fdf3fcbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abed5831-356d-4f98-bcaa-171910644f76,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:52.641346 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 2e268975-f39b-4261-b5b0-26d9b528d0bd up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:53:52.650029 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-00b15467-16de-495c-bed1-220398fffd96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:52.701831 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caec971-fcc4-43eb-b744-1e55ad9fa0da req-801aadcb-fddf-4fe7-82e4-01f2490be78b tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:53:52.703378 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-0caec971-fcc4-43eb-b744-1e55ad9fa0da req-801aadcb-fddf-4fe7-82e4-01f2490be78b tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/networks?id=d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3 HTTP/1.1" status: 200 len: 810 time: 0.8527899 Aug 04 05:53:52.736088 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a595ee-91b1-48ae-9178-d2760594da6b None None] Pushing event updated for resources: {'Port': ['ID=1c6d77a3-7c3a-4c81-896f-fcb4ccaf8392,revision_number=4']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:52.757560 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-0caec971-fcc4-43eb-b744-1e55ad9fa0da req-e15b2ca0-509e-4f07-8ada-ce8ef7a520b7 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/quotas/c8bcebc3d7d048b69d592fa2bf00330a HTTP/1.1" status: 200 len: 375 time: 0.0461371 Aug 04 05:53:52.781191 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-00b15467-16de-495c-bed1-220398fffd96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:52.856443 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-6f832495-e7fc-4baf-a6ae-392718e67faf tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks [] for port, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:52.927956 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-a9c8f7bf-ed03-4501-a368-b956160b1e10 None None] Set router b3a1d287-0b85-47e4-8576-c80dbe3b4045 gateway port host: dv-cinder-801617-4-iscsi {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:53:53.035886 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4588caf2-e721-4c45-a297-911ba5d0980a req-fd422823-0c22-481f-81f3-a1a4e62c8866 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:53:53.039488 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-4588caf2-e721-4c45-a297-911ba5d0980a req-fd422823-0c22-481f-81f3-a1a4e62c8866 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e913ee2-721e-4c8a-8f91-a68f1ca6fb24 HTTP/1.1" status: 200 len: 944 time: 0.2826307 Aug 04 05:53:53.187171 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-0caec971-fcc4-43eb-b744-1e55ad9fa0da req-56981533-2cdf-4e79-a87e-e94cbbd8c54d tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c8bcebc3d7d048b69d592fa2bf00330a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3556433 Aug 04 05:53:53.187887 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-a68c416c-7a3c-4abf-90f0-c1299e47792e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:53.211454 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-4588caf2-e721-4c45-a297-911ba5d0980a req-8e1f5d56-a21c-4f48-ad6c-2848888552ab tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/security-groups?id=7680669f-94d7-49b1-9252-9589c08d5519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586766 Aug 04 05:53:53.296426 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port 2e268975-f39b-4261-b5b0-26d9b528d0bd triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:53:53.296426 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:53.318269 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-0caec971-fcc4-43eb-b744-1e55ad9fa0da req-a116dbf8-eccb-4480-b2da-15d16ad5c6ff service neutron] 10.222.0.37 "GET /v2.0/networks/d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811781 Aug 04 05:53:53.396432 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-00b15467-16de-495c-bed1-220398fffd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:53.399189 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-00b15467-16de-495c-bed1-220398fffd96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:53.400364 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-00b15467-16de-495c-bed1-220398fffd96 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/abed5831-356d-4f98-bcaa-171910644f76 HTTP/1.1" status: 204 len: 168 time: 1.3655941 Aug 04 05:53:53.409976 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-6f832495-e7fc-4baf-a6ae-392718e67faf tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606'] for port, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:53.490112 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-0caec971-fcc4-43eb-b744-1e55ad9fa0da req-76e64006-3f36-467c-ac8a-cc730688f090 service neutron] 10.222.0.37 "GET /v2.0/networks/d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654506 Aug 04 05:53:53.492319 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-fed73ec7-5ded-4b43-ae15-abe44a111638 req-99b90559-104a-4c14-b494-99f68257b57f service neutron] 10.222.0.18 "GET /v2.0/networks/d5ea1197-7f85-4c8f-a513-b68c633b4d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6228671 Aug 04 05:53:53.548482 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b15467-16de-495c-bed1-220398fffd96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abed5831-356d-4f98-bcaa-171910644f76,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:53.619509 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f832495-e7fc-4baf-a6ae-392718e67faf tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Network ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5 is already hosted by enough agents. {{(pid=100432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:53:53.644674 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.base_scheduler [None req-6f832495-e7fc-4baf-a6ae-392718e67faf tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Resources bound (agent type, host, resource id): {{(pid=100432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:53:53.662830 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f832495-e7fc-4baf-a6ae-392718e67faf tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Received port after_create {{(pid=100432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 05:53:53.673425 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f832495-e7fc-4baf-a6ae-392718e67faf tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Pushing event updated for resources: {'Port': ['ID=306089b5-2b7e-4191-9f5b-11d04966cc62,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:53.687250 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device ffd44ff6-08ad-4a3c-822c-d9ee055eed1b up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:53:53.691906 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-a9c8f7bf-ed03-4501-a368-b956160b1e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a1d287-0b85-47e4-8576-c80dbe3b4045', 'name': 'tempest-ServerRescueNegativeTestJSON-1621535292-router', 'tenant_id': '0d320059d2a748979473823c9bc742bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '29565757-7b73-478a-9bc0-00d9cea78b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:53:32Z', 'updated_at': '2021-08-04T05:53:39Z', 'revision_number': 4, 'project_id': '0d320059d2a748979473823c9bc742bb', 'gw_port': {'id': '29565757-7b73-478a-9bc0-00d9cea78b83', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a1d287-0b85-47e4-8576-c80dbe3b4045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:33Z', 'updated_at': '2021-08-04T05:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': '1c6d77a3-7c3a-4c81-896f-fcb4ccaf8392', 'name': '', 'network_id': 'fea95b2d-d504-480b-8c54-fa1d3a884d59', 'tenant_id': '0d320059d2a748979473823c9bc742bb', 'mac_address': 'fa:16:3e:61:64:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a1d287-0b85-47e4-8576-c80dbe3b4045', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9770694f-c8d6-4155-afb5-37951e23de06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:38Z', 'updated_at': '2021-08-04T05:53:51Z', 'revision_number': 4, 'project_id': '0d320059d2a748979473823c9bc742bb', 'subnets': [{'id': '9770694f-c8d6-4155-afb5-37951e23de06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:53:53.820359 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 05:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd63746-b1bf-4ebf-9820-d66bfbc29317 x-openstack-request-id: req-7bd63746-b1bf-4ebf-9820-d66bfbc29317 {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:53:53.820646 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e913ee2-721e-4c8a-8f91-a68f1ca6fb24", "tag": "43e99803-c5c5-45f5-88b8-ee41b9a3a48c", "status": "completed", "code": 200}]} {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:53:53.820893 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7bd63746-b1bf-4ebf-9820-d66bfbc29317 {{(pid=100431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:53:53.821352 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e913ee2-721e-4c8a-8f91-a68f1ca6fb24', 'tag': '43e99803-c5c5-45f5-88b8-ee41b9a3a48c', 'status': 'completed', 'code': 200} Aug 04 05:53:53.847006 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-a68c416c-7a3c-4abf-90f0-c1299e47792e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:53.848698 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-6f832495-e7fc-4baf-a6ae-392718e67faf tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:53.858418 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c8f7bf-ed03-4501-a368-b956160b1e10 None None] The sync data for ids ['b3a1d287-0b85-47e4-8576-c80dbe3b4045'] in dv-cinder-801617-4-iscsi is: [{'id': 'b3a1d287-0b85-47e4-8576-c80dbe3b4045', 'name': 'tempest-ServerRescueNegativeTestJSON-1621535292-router', 'tenant_id': '0d320059d2a748979473823c9bc742bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '29565757-7b73-478a-9bc0-00d9cea78b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:53:32Z', 'updated_at': '2021-08-04T05:53:39Z', 'revision_number': 4, 'project_id': '0d320059d2a748979473823c9bc742bb', 'gw_port': {'id': '29565757-7b73-478a-9bc0-00d9cea78b83', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a1d287-0b85-47e4-8576-c80dbe3b4045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:33Z', 'updated_at': '2021-08-04T05:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': '1c6d77a3-7c3a-4c81-896f-fcb4ccaf8392', 'name': '', 'network_id': 'fea95b2d-d504-480b-8c54-fa1d3a884d59', 'tenant_id': '0d320059d2a748979473823c9bc742bb', 'mac_address': 'fa:16:3e:61:64:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a1d287-0b85-47e4-8576-c80dbe3b4045', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9770694f-c8d6-4155-afb5-37951e23de06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:38Z', 'updated_at': '2021-08-04T05:53:51Z', 'revision_number': 4, 'project_id': '0d320059d2a748979473823c9bc742bb', 'subnets': [{'id': '9770694f-c8d6-4155-afb5-37951e23de06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 05:53:53.973294 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-7fa2cb3d-acc3-4ba7-a1e5-518cb9d862d3 req-99f6ca1f-75cb-4742-8828-bd030cb9346b tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 210 time: 0.0765502 Aug 04 05:53:54.022982 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-a68c416c-7a3c-4abf-90f0-c1299e47792e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:54.023137 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning for port ffd44ff6-08ad-4a3c-822c-d9ee055eed1b completed by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:53:54.026566 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port ffd44ff6-08ad-4a3c-822c-d9ee055eed1b triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:53:54.027107 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:54.097086 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.18', 64966) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:53:54.104215 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-61e8a9cd-a952-431a-8708-db9476cab54d req-928bb9b8-ee0a-4c6e-ad03-a15819d9c87d tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 210 time: 0.0779648 Aug 04 05:53:54.135248 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809244e0-d963-4efb-a115-461b87cfc143 req-dcb12f4f-e56b-497b-9fdc-3b070b50a231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:53:54.137431 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-809244e0-d963-4efb-a115-461b87cfc143 req-dcb12f4f-e56b-497b-9fdc-3b070b50a231 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d69107e01db84a619edacfe20091cf10&device_id=4e913ee2-721e-4c8a-8f91-a68f1ca6fb24 HTTP/1.1" status: 200 len: 1097 time: 0.1874099 Aug 04 05:53:54.235454 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:54.283181 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] For port ffd44ff6-08ad-4a3c-822c-d9ee055eed1b, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=ffd44ff6-08ad-4a3c-822c-d9ee055eed1b,segment=NetworkSegment(ec29bf54-ee61-44b2-b8df-ad8fd94577ee),segment_id=ec29bf54-ee61-44b2-b8df-ad8fd94577ee)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:53:54.307586 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-6f832495-e7fc-4baf-a6ae-392718e67faf tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:54.325416 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-a68c416c-7a3c-4abf-90f0-c1299e47792e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=de1008933afe4dd8a0ef8c99fd5cdbb8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8110559 Aug 04 05:53:54.547487 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c416c-7a3c-4abf-90f0-c1299e47792e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1840ec-609c-4201-90d8-6d87d596d44f,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:54.547487 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 53438) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:53:54.551709 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809244e0-d963-4efb-a115-461b87cfc143 req-12214c5b-0246-4049-8705-4173f54560d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:53:54.551709 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-809244e0-d963-4efb-a115-461b87cfc143 req-12214c5b-0246-4049-8705-4173f54560d7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d5ea1197-7f85-4c8f-a513-b68c633b4d8e HTTP/1.1" status: 200 len: 912 time: 0.2849259 Aug 04 05:53:54.551709 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-809244e0-d963-4efb-a115-461b87cfc143 req-94156c5e-4df3-4990-932a-002092716bdf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43e99803-c5c5-45f5-88b8-ee41b9a3a48c HTTP/1.1" status: 200 len: 217 time: 0.0476005 Aug 04 05:53:54.617594 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:54.706548 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Pushing event updated for resources: {'Port': ['ID=ffd44ff6-08ad-4a3c-822c-d9ee055eed1b,revision_number=5']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:54.847582 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 1c6d77a3-7c3a-4c81-896f-fcb4ccaf8392 up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:53:54.935163 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db118b70-6f66-401f-a256-d7f020a16246 req-6b7b99ce-c91c-4708-a4b6-536fd0b8e280 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:53:54.935163 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-db118b70-6f66-401f-a256-d7f020a16246 req-6b7b99ce-c91c-4708-a4b6-536fd0b8e280 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.18 "GET /v2.0/networks?id=fea95b2d-d504-480b-8c54-fa1d3a884d59 HTTP/1.1" status: 200 len: 819 time: 0.8556366 Aug 04 05:53:55.005464 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning for port 1c6d77a3-7c3a-4c81-896f-fcb4ccaf8392 completed by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:53:55.010036 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port 1c6d77a3-7c3a-4c81-896f-fcb4ccaf8392 triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:53:55.011176 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:55.090604 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 53450) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:53:55.127127 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b473b-bb89-4827-ac8f-059f14a86e28 req-8d88a8f1-eed4-4bf8-99db-ca24a6682579 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:53:55.146749 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-452b473b-bb89-4827-ac8f-059f14a86e28 req-8d88a8f1-eed4-4bf8-99db-ca24a6682579 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e913ee2-721e-4c8a-8f91-a68f1ca6fb24 HTTP/1.1" status: 200 len: 944 time: 0.7154346 Aug 04 05:53:55.163113 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d7d34f4f-c0cb-485e-af11-7fc9a405f52c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:55.180289 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-bffb1bbf-34fa-4fb8-8b34-a4af3f0b217f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:55.253219 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-c2324c5b-e735-4843-a016-4b7f4586071b req-6c4eafaf-4d52-423f-8783-84c24fabde64 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 210 time: 0.1318107 Aug 04 05:53:55.254107 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-bffb1bbf-34fa-4fb8-8b34-a4af3f0b217f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:55.267651 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:55.603994 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-452b473b-bb89-4827-ac8f-059f14a86e28 req-7e25c0b9-fb73-4923-930d-9153aac29ea5 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/security-groups?id=7680669f-94d7-49b1-9252-9589c08d5519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886923 Aug 04 05:53:55.606615 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] For port 1c6d77a3-7c3a-4c81-896f-fcb4ccaf8392, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=1c6d77a3-7c3a-4c81-896f-fcb4ccaf8392,segment=NetworkSegment(ebaf7e84-2280-4f17-b68d-25aafcd23fe5),segment_id=ebaf7e84-2280-4f17-b68d-25aafcd23fe5)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:53:55.607357 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [req-db118b70-6f66-401f-a256-d7f020a16246 req-eae3e732-0373-421e-bfd8-35d08834fd51 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Request body: {'port': {'device_id': '421156de-db40-497b-839f-7c513b421b68', 'network_id': 'fea95b2d-d504-480b-8c54-fa1d3a884d59', 'admin_state_up': True, 'tenant_id': '0d320059d2a748979473823c9bc742bb'}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:53:55.608471 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-3e856ada-f811-417e-9276-4b9c01563a6f req-371a8ace-9f85-4363-9d32-80f33e041af5 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 210 time: 0.0503848 Aug 04 05:53:55.608471 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809244e0-d963-4efb-a115-461b87cfc143 req-79973b13-1d9e-46e3-a444-48fbaa3a6c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:53:55.608471 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-809244e0-d963-4efb-a115-461b87cfc143 req-79973b13-1d9e-46e3-a444-48fbaa3a6c6c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6efc0d14-7cd8-4a5b-a61d-d4a67c130a3d HTTP/1.1" status: 200 len: 851 time: 0.1750658 Aug 04 05:53:55.608471 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-809244e0-d963-4efb-a115-461b87cfc143 req-fd1fff2e-9ffd-4cb4-a91f-b7d6c2a5a401 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d5ea1197-7f85-4c8f-a513-b68c633b4d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288959 Aug 04 05:53:55.616890 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-6f832495-e7fc-4baf-a6ae-392718e67faf tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks [] for port, precommit_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:55.649936 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-809244e0-d963-4efb-a115-461b87cfc143 req-26765937-f91c-4eb4-b2cb-9573b55cf9cf service neutron] 10.222.0.18 "GET /v2.0/networks/d5ea1197-7f85-4c8f-a513-b68c633b4d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996599 Aug 04 05:53:55.720284 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-6f832495-e7fc-4baf-a6ae-392718e67faf tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:55.727326 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:55.769042 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-bffb1bbf-34fa-4fb8-8b34-a4af3f0b217f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:55.774374 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-bffb1bbf-34fa-4fb8-8b34-a4af3f0b217f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:55.777570 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-bffb1bbf-34fa-4fb8-8b34-a4af3f0b217f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bc1840ec-609c-4201-90d8-6d87d596d44f HTTP/1.1" status: 204 len: 168 time: 1.3441005 Aug 04 05:53:55.780267 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-6f832495-e7fc-4baf-a6ae-392718e67faf tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572675'] for floatingip, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:55.785933 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:55.832521 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Pushing event updated for resources: {'Port': ['ID=1c6d77a3-7c3a-4c81-896f-fcb4ccaf8392,revision_number=5']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:55.846949 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb1bbf-34fa-4fb8-8b34-a4af3f0b217f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1840ec-609c-4201-90d8-6d87d596d44f,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:55.884335 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f832495-e7fc-4baf-a6ae-392718e67faf tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Pushing event updated for resources: {'Port': ['ID=306089b5-2b7e-4191-9f5b-11d04966cc62,revision_number=2']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:56.134557 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d7d34f4f-c0cb-485e-af11-7fc9a405f52c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:56.198706 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-809244e0-d963-4efb-a115-461b87cfc143 req-8d208ca6-7224-4248-bb1e-6ca76e832846 service neutron] 10.222.0.18 "GET /v2.0/networks/d5ea1197-7f85-4c8f-a513-b68c633b4d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390648 Aug 04 05:53:56.256789 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d7d34f4f-c0cb-485e-af11-7fc9a405f52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:56.332296 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-d7d34f4f-c0cb-485e-af11-7fc9a405f52c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3406371f60c242a6a230c1ad41db59cc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2404757 Aug 04 05:53:56.335384 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 53476) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:53:56.355026 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db118b70-6f66-401f-a256-d7f020a16246 req-eae3e732-0373-421e-bfd8-35d08834fd51 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Made reservation on behalf of 0d320059d2a748979473823c9bc742bb for: {'port': 1} {{(pid=100432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 05:53:56.381938 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-db118b70-6f66-401f-a256-d7f020a16246 req-eae3e732-0373-421e-bfd8-35d08834fd51 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:56.421223 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d34f4f-c0cb-485e-af11-7fc9a405f52c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1705f4e8-cdd7-412f-bcfc-6bb76d080804,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:56.477232 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-6f832495-e7fc-4baf-a6ae-392718e67faf tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for floatingip, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:56.488352 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-6f832495-e7fc-4baf-a6ae-392718e67faf tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7499909 Aug 04 05:53:56.606301 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315a321-eb6c-4be3-aba9-136716a25a9e req-aea6e24c-787f-4108-9572-647fe51dba33 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:53:56.627340 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-1315a321-eb6c-4be3-aba9-136716a25a9e req-aea6e24c-787f-4108-9572-647fe51dba33 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e913ee2-721e-4c8a-8f91-a68f1ca6fb24 HTTP/1.1" status: 200 len: 944 time: 0.1894281 Aug 04 05:53:56.648126 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-78f2f83b-5bd6-4144-8cea-2212650ceb54 req-68945249-9cc5-4e2d-b683-5d174fb58b3b tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 210 time: 0.2141471 Aug 04 05:53:56.746329 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-1315a321-eb6c-4be3-aba9-136716a25a9e req-8974fd11-8cdc-411e-882a-786cef1dac0f tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/security-groups?id=7680669f-94d7-49b1-9252-9589c08d5519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180947 Aug 04 05:53:56.805509 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 1c6d77a3-7c3a-4c81-896f-fcb4ccaf8392 up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:53:56.881370 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port 1c6d77a3-7c3a-4c81-896f-fcb4ccaf8392 triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:53:56.882143 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:56.965874 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-55a923ff-af8e-4313-acca-ef2b2ffa6874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:57.001920 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e1c761a0-d5ae-4be8-84ed-c385c06d25d9 req-514e6b15-131e-4253-91ec-c5fead3e5bc9 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 210 time: 0.2027154 Aug 04 05:53:57.005272 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b450e5a2-0a20-4a91-abd4-146321bd73d6 req-37c433fd-2809-4575-ba51-16ac75b731f8 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1112462014&fields=id&tenant_id=ec04283d3509443b9c65cd9af852d46f HTTP/1.1" status: 200 len: 267 time: 0.0760019 Aug 04 05:53:57.094668 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 53514) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:53:57.112072 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device ffd44ff6-08ad-4a3c-822c-d9ee055eed1b up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:53:57.118721 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e40435b7-9bf7-4b66-add9-2315a08b54b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:57.137615 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-55a923ff-af8e-4313-acca-ef2b2ffa6874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:57.183835 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port ffd44ff6-08ad-4a3c-822c-d9ee055eed1b triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:53:57.184233 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:57.237783 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.db_base_plugin_common [req-db118b70-6f66-401f-a256-d7f020a16246 req-eae3e732-0373-421e-bfd8-35d08834fd51 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Allocated IP 172.20.0.13 (fea95b2d-d504-480b-8c54-fa1d3a884d59/9770694f-c8d6-4155-afb5-37951e23de06/5429d2ed-d8be-49be-834a-cd46b4267bce) {{(pid=100432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 05:53:57.237923 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450e5a2-0a20-4a91-abd4-146321bd73d6 req-44203a09-957c-4812-b78a-09718fc16a67 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:53:57.244578 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b450e5a2-0a20-4a91-abd4-146321bd73d6 req-44203a09-957c-4812-b78a-09718fc16a67 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/networks?id=a493c09c-6949-44f8-8e08-fbb13c36d6a2 HTTP/1.1" status: 200 len: 817 time: 0.2382019 Aug 04 05:53:57.286851 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b450e5a2-0a20-4a91-abd4-146321bd73d6 req-86904abe-ae38-4a8a-b5b5-e79a797e5fa3 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/quotas/ec04283d3509443b9c65cd9af852d46f HTTP/1.1" status: 200 len: 375 time: 0.0410912 Aug 04 05:53:57.351289 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593e748-4780-4760-86ca-8597d5ff4d31 req-3829d7f0-5674-4e82-a3d0-9369a5212c36 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:53:57.356515 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-f593e748-4780-4760-86ca-8597d5ff4d31 req-3829d7f0-5674-4e82-a3d0-9369a5212c36 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.18 "GET /v2.0/networks?id=fea95b2d-d504-480b-8c54-fa1d3a884d59 HTTP/1.1" status: 200 len: 819 time: 0.2173266 Aug 04 05:53:57.398245 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b450e5a2-0a20-4a91-abd4-146321bd73d6 req-8ba5792d-2327-4fb5-8131-9e8b8de19b2a tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ec04283d3509443b9c65cd9af852d46f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1102557 Aug 04 05:53:57.440608 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-55a923ff-af8e-4313-acca-ef2b2ffa6874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:57.443393 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-55a923ff-af8e-4313-acca-ef2b2ffa6874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:57.447895 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-55a923ff-af8e-4313-acca-ef2b2ffa6874 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1705f4e8-cdd7-412f-bcfc-6bb76d080804 HTTP/1.1" status: 204 len: 168 time: 1.1112590 Aug 04 05:53:57.513397 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a923ff-af8e-4313-acca-ef2b2ffa6874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1705f4e8-cdd7-412f-bcfc-6bb76d080804,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:57.646737 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b450e5a2-0a20-4a91-abd4-146321bd73d6 req-3c0adc9f-d490-4647-b91d-657848607e30 service neutron] 10.222.0.37 "GET /v2.0/networks/a493c09c-6949-44f8-8e08-fbb13c36d6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437634 Aug 04 05:53:57.681007 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-db118b70-6f66-401f-a256-d7f020a16246 req-eae3e732-0373-421e-bfd8-35d08834fd51 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Notify callbacks [] for port, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:57.814695 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e40435b7-9bf7-4b66-add9-2315a08b54b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:57.831908 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0232dc15-7ed2-45e3-b889-9b5125b55cd4 req-b3a397c5-ab01-4172-a665-4b253338b22d tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 210 time: 0.0444851 Aug 04 05:53:57.865719 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b450e5a2-0a20-4a91-abd4-146321bd73d6 req-f0f9ef2b-80bb-4208-a1d3-c599ce54b360 service neutron] 10.222.0.37 "GET /v2.0/networks/a493c09c-6949-44f8-8e08-fbb13c36d6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191718 Aug 04 05:53:57.915980 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [req-f593e748-4780-4760-86ca-8597d5ff4d31 req-ab4571ad-3c9e-4ce1-8308-497f8216d87f tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Request body: {'port': {'device_id': '562a44ba-b3a5-46e9-9871-ae9469fc3ace', 'network_id': 'fea95b2d-d504-480b-8c54-fa1d3a884d59', 'admin_state_up': True, 'tenant_id': '0d320059d2a748979473823c9bc742bb'}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:53:57.964158 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e40435b7-9bf7-4b66-add9-2315a08b54b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:57.990240 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-db118b70-6f66-401f-a256-d7f020a16246 req-eae3e732-0373-421e-bfd8-35d08834fd51 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606'] for port, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:58.012320 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-e40435b7-9bf7-4b66-add9-2315a08b54b5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4045288ee8f2425e82b08db97b216c6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9162705 Aug 04 05:53:58.017595 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 53542) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:53:58.032329 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40435b7-9bf7-4b66-add9-2315a08b54b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2748af8c-6175-4665-9cdb-5e8394ad516e,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:58.092301 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db118b70-6f66-401f-a256-d7f020a16246 req-eae3e732-0373-421e-bfd8-35d08834fd51 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Network fea95b2d-d504-480b-8c54-fa1d3a884d59 is already hosted by enough agents. {{(pid=100432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:53:58.103938 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.base_scheduler [req-db118b70-6f66-401f-a256-d7f020a16246 req-eae3e732-0373-421e-bfd8-35d08834fd51 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Resources bound (agent type, host, resource id): {{(pid=100432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:53:58.112474 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5769d59-d4e0-4cc8-a7bf-5cc56bf0015b req-d03bbcd2-e93d-4262-b27e-412c645ec450 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:53:58.116393 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f5769d59-d4e0-4cc8-a7bf-5cc56bf0015b req-d03bbcd2-e93d-4262-b27e-412c645ec450 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e913ee2-721e-4c8a-8f91-a68f1ca6fb24 HTTP/1.1" status: 200 len: 944 time: 0.1629250 Aug 04 05:53:58.120219 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.l3_dvrscheduler_db [req-db118b70-6f66-401f-a256-d7f020a16246 req-eae3e732-0373-421e-bfd8-35d08834fd51 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Received port after_create {{(pid=100432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 05:53:58.123131 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db118b70-6f66-401f-a256-d7f020a16246 req-eae3e732-0373-421e-bfd8-35d08834fd51 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:53:58.123723 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-db118b70-6f66-401f-a256-d7f020a16246 req-eae3e732-0373-421e-bfd8-35d08834fd51 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for port, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:58.128445 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae3e732-0373-421e-bfd8-35d08834fd51 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Pushing event updated for resources: {'Port': ['ID=5429d2ed-d8be-49be-834a-cd46b4267bce,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:58.186696 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d09d8dbe-4a29-41df-9b08-438731674b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:58.202153 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f5769d59-d4e0-4cc8-a7bf-5cc56bf0015b req-8fec6438-e625-4fa2-b402-a728c8185263 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/security-groups?id=7680669f-94d7-49b1-9252-9589c08d5519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755472 Aug 04 05:53:58.229050 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d09d8dbe-4a29-41df-9b08-438731674b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:58.289422 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-db118b70-6f66-401f-a256-d7f020a16246 req-eae3e732-0373-421e-bfd8-35d08834fd51 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9504597 Aug 04 05:53:58.317472 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [req-db118b70-6f66-401f-a256-d7f020a16246 req-9c49038a-40ac-4897-a3bc-c87292aeeab8 service neutron] Request body: {'port': {'device_id': '421156de-db40-497b-839f-7c513b421b68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:53:58.368741 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-de338c7b-1a75-4948-b665-1f88f721e174 req-e307bf57-94fd-4415-aa1e-e93c63239b2b tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 210 time: 0.0674014 Aug 04 05:53:58.416185 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-db118b70-6f66-401f-a256-d7f020a16246 req-9c49038a-40ac-4897-a3bc-c87292aeeab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:58.451254 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-4e49addd-8003-4d13-941d-9b6b139cc901 req-6c98c0aa-3052-425e-bfd9-f390dff5df87 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 210 time: 0.0941079 Aug 04 05:53:58.519356 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f593e748-4780-4760-86ca-8597d5ff4d31 req-ab4571ad-3c9e-4ce1-8308-497f8216d87f tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Made reservation on behalf of 0d320059d2a748979473823c9bc742bb for: {'port': 1} {{(pid=100431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 05:53:58.523745 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-f593e748-4780-4760-86ca-8597d5ff4d31 req-ab4571ad-3c9e-4ce1-8308-497f8216d87f tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:58.571104 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d09d8dbe-4a29-41df-9b08-438731674b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:58.573977 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d09d8dbe-4a29-41df-9b08-438731674b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:58.578486 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-d09d8dbe-4a29-41df-9b08-438731674b69 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2748af8c-6175-4665-9cdb-5e8394ad516e HTTP/1.1" status: 204 len: 168 time: 0.5558972 Aug 04 05:53:58.609652 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.18', 64973) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:53:58.638853 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d8dbe-4a29-41df-9b08-438731674b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2748af8c-6175-4665-9cdb-5e8394ad516e,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:58.722217 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.db_base_plugin_common [req-f593e748-4780-4760-86ca-8597d5ff4d31 req-ab4571ad-3c9e-4ce1-8308-497f8216d87f tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Allocated IP 172.20.0.8 (fea95b2d-d504-480b-8c54-fa1d3a884d59/9770694f-c8d6-4155-afb5-37951e23de06/61e93238-e733-4f4b-a2c9-68d81bef4f15) {{(pid=100431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 05:53:58.824769 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caec971-fcc4-43eb-b744-1e55ad9fa0da req-e8ae5401-79a0-4b0b-b5a7-8e93d1d5af65 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:53:58.831713 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0caec971-fcc4-43eb-b744-1e55ad9fa0da req-e8ae5401-79a0-4b0b-b5a7-8e93d1d5af65 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.18 "GET /v2.0/networks?id=d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3 HTTP/1.1" status: 200 len: 810 time: 0.2143497 Aug 04 05:53:58.899702 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0caec971-fcc4-43eb-b744-1e55ad9fa0da req-e2932f2d-9591-4430-b4cf-0c12b20101b5 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8bcebc3d7d048b69d592fa2bf00330a HTTP/1.1" status: 200 len: 379 time: 0.0631094 Aug 04 05:53:58.912185 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [req-0caec971-fcc4-43eb-b744-1e55ad9fa0da req-93974b99-f008-44eb-a64a-233f3d02d50e tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Request body: {'port': {'device_id': '370895a5-3e54-4e82-8ca6-43a07af1d09b', 'network_id': 'd2e5a947-03e8-4345-94ae-fbf3e7f6b1f3', 'admin_state_up': True, 'tenant_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'security_groups': ['45e28668-2315-4cab-adf5-2cfff2b29702']}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:53:58.980810 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-f593e748-4780-4760-86ca-8597d5ff4d31 req-ab4571ad-3c9e-4ce1-8308-497f8216d87f tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Notify callbacks [] for port, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:59.013650 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-7e9f4b35-35e5-439b-942f-ac1f5e1ca7b9 req-8109acd3-14cb-46df-9fba-160d99dd90cc tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 210 time: 0.0863504 Aug 04 05:53:59.109147 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-f593e748-4780-4760-86ca-8597d5ff4d31 req-ab4571ad-3c9e-4ce1-8308-497f8216d87f tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606'] for port, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:59.201825 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0caec971-fcc4-43eb-b744-1e55ad9fa0da req-93974b99-f008-44eb-a64a-233f3d02d50e tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Made reservation on behalf of c8bcebc3d7d048b69d592fa2bf00330a for: {'port': 1} {{(pid=100432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 05:53:59.204055 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f593e748-4780-4760-86ca-8597d5ff4d31 req-ab4571ad-3c9e-4ce1-8308-497f8216d87f tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Network fea95b2d-d504-480b-8c54-fa1d3a884d59 is already hosted by enough agents. {{(pid=100431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:53:59.206723 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-0caec971-fcc4-43eb-b744-1e55ad9fa0da req-93974b99-f008-44eb-a64a-233f3d02d50e tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:59.220257 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.base_scheduler [req-f593e748-4780-4760-86ca-8597d5ff4d31 req-ab4571ad-3c9e-4ce1-8308-497f8216d87f tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Resources bound (agent type, host, resource id): {{(pid=100431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:53:59.228114 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [req-f593e748-4780-4760-86ca-8597d5ff4d31 req-ab4571ad-3c9e-4ce1-8308-497f8216d87f tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Received port after_create {{(pid=100431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 05:53:59.240512 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593e748-4780-4760-86ca-8597d5ff4d31 req-ab4571ad-3c9e-4ce1-8308-497f8216d87f tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:53:59.241213 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-f593e748-4780-4760-86ca-8597d5ff4d31 req-ab4571ad-3c9e-4ce1-8308-497f8216d87f tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for port, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:59.278372 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4571ad-3c9e-4ce1-8308-497f8216d87f tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Pushing event updated for resources: {'Port': ['ID=61e93238-e733-4f4b-a2c9-68d81bef4f15,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:59.375949 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703d26d-77f7-41f2-a787-308b85853581 req-5c2dcfcd-4991-4ca3-b6a1-b8645af73f98 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:53:59.375949 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-3703d26d-77f7-41f2-a787-308b85853581 req-5c2dcfcd-4991-4ca3-b6a1-b8645af73f98 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e913ee2-721e-4c8a-8f91-a68f1ca6fb24 HTTP/1.1" status: 200 len: 944 time: 0.0649841 Aug 04 05:53:59.408592 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-f593e748-4780-4760-86ca-8597d5ff4d31 req-ab4571ad-3c9e-4ce1-8308-497f8216d87f tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4976451 Aug 04 05:53:59.440627 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-3703d26d-77f7-41f2-a787-308b85853581 req-d5bccaf0-bdac-4882-92df-950f2cdb4f43 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/security-groups?id=7680669f-94d7-49b1-9252-9589c08d5519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574374 Aug 04 05:53:59.445108 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [req-f593e748-4780-4760-86ca-8597d5ff4d31 req-8154dfc0-09a9-4116-9567-49405e319b2e service neutron] Request body: {'port': {'device_id': '562a44ba-b3a5-46e9-9871-ae9469fc3ace', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:53:59.532827 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-370b8eb7-3129-461d-8113-2a1415e9df41 req-4407233b-c3a8-4eee-96cb-7a7c30dcbf2b tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 210 time: 0.0351739 Aug 04 05:53:59.548305 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-f593e748-4780-4760-86ca-8597d5ff4d31 req-8154dfc0-09a9-4116-9567-49405e319b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:59.636644 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-95af0123-cd72-4f3e-80c7-82cfa9d58751 req-0d392b0f-1705-4cae-ad74-c41a8a7e43d6 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 210 time: 0.0822303 Aug 04 05:53:59.647118 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [req-db118b70-6f66-401f-a256-d7f020a16246 req-9c49038a-40ac-4897-a3bc-c87292aeeab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5429d2ed-d8be-49be-834a-cd46b4267bce {{(pid=100432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 05:53:59.656094 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-db118b70-6f66-401f-a256-d7f020a16246 req-9c49038a-40ac-4897-a3bc-c87292aeeab8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:59.673049 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.provisioning_blocks [req-db118b70-6f66-401f-a256-d7f020a16246 req-9c49038a-40ac-4897-a3bc-c87292aeeab8 service neutron] Transition to ACTIVE for port object 5429d2ed-d8be-49be-834a-cd46b4267bce will not be triggered until provisioned by entity L2. {{(pid=100432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:53:59.697967 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.db_base_plugin_common [req-0caec971-fcc4-43eb-b744-1e55ad9fa0da req-93974b99-f008-44eb-a64a-233f3d02d50e tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Allocated IP 172.20.0.14 (d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3/093ae098-146b-44a4-8f09-371adaa382d8/4ebbf558-7ec6-47f5-9e3a-c8a2662b6565) {{(pid=100432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 05:53:59.752785 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-db118b70-6f66-401f-a256-d7f020a16246 req-9c49038a-40ac-4897-a3bc-c87292aeeab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:59.909867 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c49038a-40ac-4897-a3bc-c87292aeeab8 service neutron] Pushing event updated for resources: {'Port': ['ID=5429d2ed-d8be-49be-834a-cd46b4267bce,revision_number=2']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:53:59.943279 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.managers [req-db118b70-6f66-401f-a256-d7f020a16246 req-9c49038a-40ac-4897-a3bc-c87292aeeab8 service neutron] Attempting to bind port 5429d2ed-d8be-49be-834a-cd46b4267bce on host hv-cinder-80161 for vnic_type normal with profile {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 05:53:59.943601 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.managers [req-db118b70-6f66-401f-a256-d7f020a16246 req-9c49038a-40ac-4897-a3bc-c87292aeeab8 service neutron] Attempting to bind port 5429d2ed-d8be-49be-834a-cd46b4267bce by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': 'ebaf7e84-2280-4f17-b68d-25aafcd23fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'fea95b2d-d504-480b-8c54-fa1d3a884d59'}] {{(pid=100432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 05:53:59.943972 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db118b70-6f66-401f-a256-d7f020a16246 req-9c49038a-40ac-4897-a3bc-c87292aeeab8 service neutron] Attempting to bind port 5429d2ed-d8be-49be-834a-cd46b4267bce on network fea95b2d-d504-480b-8c54-fa1d3a884d59 {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:53:59.956920 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db118b70-6f66-401f-a256-d7f020a16246 req-9c49038a-40ac-4897-a3bc-c87292aeeab8 service neutron] Port 5429d2ed-d8be-49be-834a-cd46b4267bce on network fea95b2d-d504-480b-8c54-fa1d3a884d59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 05:53:59.957334 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db118b70-6f66-401f-a256-d7f020a16246 req-9c49038a-40ac-4897-a3bc-c87292aeeab8 service neutron] Attempting to bind port 5429d2ed-d8be-49be-834a-cd46b4267bce on network fea95b2d-d504-480b-8c54-fa1d3a884d59 {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:53:59.957459 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [req-f593e748-4780-4760-86ca-8597d5ff4d31 req-8154dfc0-09a9-4116-9567-49405e319b2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61e93238-e733-4f4b-a2c9-68d81bef4f15 {{(pid=100431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 05:53:59.974289 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-f593e748-4780-4760-86ca-8597d5ff4d31 req-8154dfc0-09a9-4116-9567-49405e319b2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:59.981711 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db118b70-6f66-401f-a256-d7f020a16246 req-9c49038a-40ac-4897-a3bc-c87292aeeab8 service neutron] Checking agent: {'id': 'b8cb1127-4c6b-4c0f-8dda-968dd091f2d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 5, 51, 56), 'started_at': datetime.datetime(2021, 8, 4, 5, 51, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 5, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 05:53:59.981954 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db118b70-6f66-401f-a256-d7f020a16246 req-9c49038a-40ac-4897-a3bc-c87292aeeab8 service neutron] Checking segment: {'id': 'ebaf7e84-2280-4f17-b68d-25aafcd23fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'fea95b2d-d504-480b-8c54-fa1d3a884d59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:53:59.982517 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db118b70-6f66-401f-a256-d7f020a16246 req-9c49038a-40ac-4897-a3bc-c87292aeeab8 service neutron] Bound using segment: {'id': 'ebaf7e84-2280-4f17-b68d-25aafcd23fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'fea95b2d-d504-480b-8c54-fa1d3a884d59'} {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 05:53:59.983096 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.managers [req-db118b70-6f66-401f-a256-d7f020a16246 req-9c49038a-40ac-4897-a3bc-c87292aeeab8 service neutron] Bound port: 5429d2ed-d8be-49be-834a-cd46b4267bce, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebaf7e84-2280-4f17-b68d-25aafcd23fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'fea95b2d-d504-480b-8c54-fa1d3a884d59'}}] {{(pid=100432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 05:53:59.983439 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-db118b70-6f66-401f-a256-d7f020a16246 req-9c49038a-40ac-4897-a3bc-c87292aeeab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:53:59.991596 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-0caec971-fcc4-43eb-b744-1e55ad9fa0da req-93974b99-f008-44eb-a64a-233f3d02d50e tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks [] for port, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:00.006626 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [req-f593e748-4780-4760-86ca-8597d5ff4d31 req-8154dfc0-09a9-4116-9567-49405e319b2e service neutron] Transition to ACTIVE for port object 61e93238-e733-4f4b-a2c9-68d81bef4f15 will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:54:00.014759 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.provisioning_blocks [req-0caec971-fcc4-43eb-b744-1e55ad9fa0da req-93974b99-f008-44eb-a64a-233f3d02d50e tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Transition to ACTIVE for port object 4ebbf558-7ec6-47f5-9e3a-c8a2662b6565 will not be triggered until provisioned by entity DHCP. {{(pid=100432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:54:00.089825 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [req-db118b70-6f66-401f-a256-d7f020a16246 req-9c49038a-40ac-4897-a3bc-c87292aeeab8 service neutron] For port 5429d2ed-d8be-49be-834a-cd46b4267bce, host hv-cinder-80161, cleared binding levels {{(pid=100432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 05:54:00.096712 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-f593e748-4780-4760-86ca-8597d5ff4d31 req-8154dfc0-09a9-4116-9567-49405e319b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:00.096928 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [req-db118b70-6f66-401f-a256-d7f020a16246 req-9c49038a-40ac-4897-a3bc-c87292aeeab8 service neutron] For port 5429d2ed-d8be-49be-834a-cd46b4267bce, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=5429d2ed-d8be-49be-834a-cd46b4267bce,segment=NetworkSegment(ebaf7e84-2280-4f17-b68d-25aafcd23fe5),segment_id=ebaf7e84-2280-4f17-b68d-25aafcd23fe5)] {{(pid=100432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 05:54:00.181665 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8154dfc0-09a9-4116-9567-49405e319b2e service neutron] Pushing event updated for resources: {'Port': ['ID=61e93238-e733-4f4b-a2c9-68d81bef4f15,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:00.189690 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60401f63-fcbd-4beb-a109-41d0bb319420 req-fb336e15-6e78-4de3-a9b5-82497ab4e6b4 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:00.191245 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-60401f63-fcbd-4beb-a109-41d0bb319420 req-fb336e15-6e78-4de3-a9b5-82497ab4e6b4 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 943 time: 0.0782714 Aug 04 05:54:00.212894 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-db118b70-6f66-401f-a256-d7f020a16246 req-9c49038a-40ac-4897-a3bc-c87292aeeab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:00.221780 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [req-f593e748-4780-4760-86ca-8597d5ff4d31 req-8154dfc0-09a9-4116-9567-49405e319b2e service neutron] Attempting to bind port 61e93238-e733-4f4b-a2c9-68d81bef4f15 on host hv-cinder-80161 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 05:54:00.222122 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [req-f593e748-4780-4760-86ca-8597d5ff4d31 req-8154dfc0-09a9-4116-9567-49405e319b2e service neutron] Attempting to bind port 61e93238-e733-4f4b-a2c9-68d81bef4f15 by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': 'ebaf7e84-2280-4f17-b68d-25aafcd23fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'fea95b2d-d504-480b-8c54-fa1d3a884d59'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 05:54:00.222598 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f593e748-4780-4760-86ca-8597d5ff4d31 req-8154dfc0-09a9-4116-9567-49405e319b2e service neutron] Attempting to bind port 61e93238-e733-4f4b-a2c9-68d81bef4f15 on network fea95b2d-d504-480b-8c54-fa1d3a884d59 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:54:00.230445 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f593e748-4780-4760-86ca-8597d5ff4d31 req-8154dfc0-09a9-4116-9567-49405e319b2e service neutron] Port 61e93238-e733-4f4b-a2c9-68d81bef4f15 on network fea95b2d-d504-480b-8c54-fa1d3a884d59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 05:54:00.231202 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f593e748-4780-4760-86ca-8597d5ff4d31 req-8154dfc0-09a9-4116-9567-49405e319b2e service neutron] Attempting to bind port 61e93238-e733-4f4b-a2c9-68d81bef4f15 on network fea95b2d-d504-480b-8c54-fa1d3a884d59 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:54:00.238588 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f593e748-4780-4760-86ca-8597d5ff4d31 req-8154dfc0-09a9-4116-9567-49405e319b2e service neutron] Checking agent: {'id': 'b8cb1127-4c6b-4c0f-8dda-968dd091f2d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 5, 51, 56), 'started_at': datetime.datetime(2021, 8, 4, 5, 51, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 5, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 05:54:00.238947 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f593e748-4780-4760-86ca-8597d5ff4d31 req-8154dfc0-09a9-4116-9567-49405e319b2e service neutron] Checking segment: {'id': 'ebaf7e84-2280-4f17-b68d-25aafcd23fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'fea95b2d-d504-480b-8c54-fa1d3a884d59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:54:00.240327 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f593e748-4780-4760-86ca-8597d5ff4d31 req-8154dfc0-09a9-4116-9567-49405e319b2e service neutron] Bound using segment: {'id': 'ebaf7e84-2280-4f17-b68d-25aafcd23fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'fea95b2d-d504-480b-8c54-fa1d3a884d59'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 05:54:00.240852 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [req-f593e748-4780-4760-86ca-8597d5ff4d31 req-8154dfc0-09a9-4116-9567-49405e319b2e service neutron] Bound port: 61e93238-e733-4f4b-a2c9-68d81bef4f15, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebaf7e84-2280-4f17-b68d-25aafcd23fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'fea95b2d-d504-480b-8c54-fa1d3a884d59'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 05:54:00.241379 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-f593e748-4780-4760-86ca-8597d5ff4d31 req-8154dfc0-09a9-4116-9567-49405e319b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:00.264078 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db118b70-6f66-401f-a256-d7f020a16246 req-9c49038a-40ac-4897-a3bc-c87292aeeab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:00.264753 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-db118b70-6f66-401f-a256-d7f020a16246 req-9c49038a-40ac-4897-a3bc-c87292aeeab8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for port, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:00.266816 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-db118b70-6f66-401f-a256-d7f020a16246 req-9c49038a-40ac-4897-a3bc-c87292aeeab8 service neutron] 10.222.0.18 "PUT /v2.0/ports/5429d2ed-d8be-49be-834a-cd46b4267bce HTTP/1.1" status: 200 len: 1094 time: 1.9536057 Aug 04 05:54:00.272574 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '421156de-db40-497b-839f-7c513b421b68', 'tag': '5429d2ed-d8be-49be-834a-cd46b4267bce'}] {{(pid=100432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:54:00.319494 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [req-f593e748-4780-4760-86ca-8597d5ff4d31 req-8154dfc0-09a9-4116-9567-49405e319b2e service neutron] For port 61e93238-e733-4f4b-a2c9-68d81bef4f15, host hv-cinder-80161, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 05:54:00.323920 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [req-f593e748-4780-4760-86ca-8597d5ff4d31 req-8154dfc0-09a9-4116-9567-49405e319b2e service neutron] For port 61e93238-e733-4f4b-a2c9-68d81bef4f15, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=61e93238-e733-4f4b-a2c9-68d81bef4f15,segment=NetworkSegment(ebaf7e84-2280-4f17-b68d-25aafcd23fe5),segment_id=ebaf7e84-2280-4f17-b68d-25aafcd23fe5)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 05:54:00.365193 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-0caec971-fcc4-43eb-b744-1e55ad9fa0da req-93974b99-f008-44eb-a64a-233f3d02d50e tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606'] for port, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:00.371257 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-60401f63-fcbd-4beb-a109-41d0bb319420 req-a22ce20b-9989-4a99-8c6e-d142c8204c1d tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733694 Aug 04 05:54:00.443703 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-f593e748-4780-4760-86ca-8597d5ff4d31 req-8154dfc0-09a9-4116-9567-49405e319b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:00.458224 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c49038a-40ac-4897-a3bc-c87292aeeab8 service neutron] Pushing event updated for resources: {'Port': ['ID=5429d2ed-d8be-49be-834a-cd46b4267bce,revision_number=3']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:00.462224 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0caec971-fcc4-43eb-b744-1e55ad9fa0da req-93974b99-f008-44eb-a64a-233f3d02d50e tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Network d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3 is already hosted by enough agents. {{(pid=100432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:54:00.473736 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.base_scheduler [req-0caec971-fcc4-43eb-b744-1e55ad9fa0da req-93974b99-f008-44eb-a64a-233f3d02d50e tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Resources bound (agent type, host, resource id): {{(pid=100432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:54:00.488257 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593e748-4780-4760-86ca-8597d5ff4d31 req-8154dfc0-09a9-4116-9567-49405e319b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:00.488621 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-f593e748-4780-4760-86ca-8597d5ff4d31 req-8154dfc0-09a9-4116-9567-49405e319b2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for port, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:00.490415 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-f593e748-4780-4760-86ca-8597d5ff4d31 req-8154dfc0-09a9-4116-9567-49405e319b2e service neutron] 10.222.0.18 "PUT /v2.0/ports/61e93238-e733-4f4b-a2c9-68d81bef4f15 HTTP/1.1" status: 200 len: 1093 time: 1.0655322 Aug 04 05:54:00.491488 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '562a44ba-b3a5-46e9-9871-ae9469fc3ace', 'tag': '61e93238-e733-4f4b-a2c9-68d81bef4f15'}] {{(pid=100431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:54:00.494340 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d047a0739a9e621485ccc482307aa98cd58e8937adb7e4be7ba07b62ec6ee677" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0867eb09-76e8-4424-8c03-c9e158e24719" -d '{"events": [{"name": "network-changed", "server_uuid": "562a44ba-b3a5-46e9-9871-ae9469fc3ace", "tag": "61e93238-e733-4f4b-a2c9-68d81bef4f15"}]}' {{(pid=100431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:54:00.501668 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.l3_dvrscheduler_db [req-0caec971-fcc4-43eb-b744-1e55ad9fa0da req-93974b99-f008-44eb-a64a-233f3d02d50e tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Received port after_create {{(pid=100432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 05:54:00.502106 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caec971-fcc4-43eb-b744-1e55ad9fa0da req-93974b99-f008-44eb-a64a-233f3d02d50e tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:00.503117 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-0caec971-fcc4-43eb-b744-1e55ad9fa0da req-93974b99-f008-44eb-a64a-233f3d02d50e tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for port, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:00.554259 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db118b70-6f66-401f-a256-d7f020a16246 req-40aeeb5f-8838-4952-a376-f62e26a451cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:00.554482 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8154dfc0-09a9-4116-9567-49405e319b2e service neutron] Pushing event updated for resources: {'Port': ['ID=61e93238-e733-4f4b-a2c9-68d81bef4f15,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:00.556226 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-db118b70-6f66-401f-a256-d7f020a16246 req-40aeeb5f-8838-4952-a376-f62e26a451cf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0d320059d2a748979473823c9bc742bb&device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 1097 time: 0.1576977 Aug 04 05:54:00.560966 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93974b99-f008-44eb-a64a-233f3d02d50e tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Pushing event updated for resources: {'Port': ['ID=4ebbf558-7ec6-47f5-9e3a-c8a2662b6565,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:00.575733 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 05:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7254aff4-cd69-45c9-97df-6cd4f05c2dd4 x-openstack-request-id: req-7254aff4-cd69-45c9-97df-6cd4f05c2dd4 {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:54:00.577648 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "562a44ba-b3a5-46e9-9871-ae9469fc3ace", "tag": "61e93238-e733-4f4b-a2c9-68d81bef4f15", "status": "completed", "code": 200}]} {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:54:00.578066 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7254aff4-cd69-45c9-97df-6cd4f05c2dd4 {{(pid=100431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:54:00.579589 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '562a44ba-b3a5-46e9-9871-ae9469fc3ace', 'tag': '61e93238-e733-4f4b-a2c9-68d81bef4f15', 'status': 'completed', 'code': 200} Aug 04 05:54:00.669169 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867eb09-76e8-4424-8c03-c9e158e24719 req-fef25d88-6552-4d5d-bf35-96039b2b87b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:00.670848 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-0867eb09-76e8-4424-8c03-c9e158e24719 req-fef25d88-6552-4d5d-bf35-96039b2b87b9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0d320059d2a748979473823c9bc742bb&device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 1096 time: 0.0740066 Aug 04 05:54:00.709267 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0caec971-fcc4-43eb-b744-1e55ad9fa0da req-93974b99-f008-44eb-a64a-233f3d02d50e tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8010938 Aug 04 05:54:00.716872 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-db118b70-6f66-401f-a256-d7f020a16246 req-cf8da3ac-e3af-4969-8c78-d945beafb9a1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5429d2ed-d8be-49be-834a-cd46b4267bce HTTP/1.1" status: 200 len: 217 time: 0.1472900 Aug 04 05:54:00.740549 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [req-0caec971-fcc4-43eb-b744-1e55ad9fa0da req-ea12317a-e681-413e-837b-32bdecb874f4 service neutron] Request body: {'port': {'device_id': '370895a5-3e54-4e82-8ca6-43a07af1d09b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:54:00.796447 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7961aa7e709e573ce1f4efc3791ca037d6473da3b2c6b2a251ebfb1631130676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f415c574-f148-4f0c-b485-e51f6ab2aefe" -d '{"events": [{"name": "network-changed", "server_uuid": "421156de-db40-497b-839f-7c513b421b68", "tag": "5429d2ed-d8be-49be-834a-cd46b4267bce"}]}' {{(pid=100432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:54:00.865619 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db118b70-6f66-401f-a256-d7f020a16246 req-79821ed3-7e2c-45fe-81df-cf278bce7039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:00.867454 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-db118b70-6f66-401f-a256-d7f020a16246 req-79821ed3-7e2c-45fe-81df-cf278bce7039 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9770694f-c8d6-4155-afb5-37951e23de06 HTTP/1.1" status: 200 len: 859 time: 0.1417861 Aug 04 05:54:00.877646 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfceeea-f56e-4e75-b8bd-0f5f8b4cc42a req-87229e87-39a5-462a-8821-57cc013dd32d tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:00.879161 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9cfceeea-f56e-4e75-b8bd-0f5f8b4cc42a req-87229e87-39a5-462a-8821-57cc013dd32d tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 932 time: 0.1688054 Aug 04 05:54:00.914554 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33247d7-3d68-4809-adad-07a44e694aa8 req-2152f1e3-b01e-4aec-bf27-d98d69164d74 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:00.916243 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-e33247d7-3d68-4809-adad-07a44e694aa8 req-2152f1e3-b01e-4aec-bf27-d98d69164d74 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e913ee2-721e-4c8a-8f91-a68f1ca6fb24 HTTP/1.1" status: 200 len: 944 time: 0.2595274 Aug 04 05:54:00.939704 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-db118b70-6f66-401f-a256-d7f020a16246 req-9fe745ce-c8e0-43a1-806f-5ac156fd478c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fea95b2d-d504-480b-8c54-fa1d3a884d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594885 Aug 04 05:54:00.941685 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-0caec971-fcc4-43eb-b744-1e55ad9fa0da req-ea12317a-e681-413e-837b-32bdecb874f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:00.976057 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867eb09-76e8-4424-8c03-c9e158e24719 req-bdaf0f03-503e-41e5-a0f8-68709426c4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:00.983681 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-0867eb09-76e8-4424-8c03-c9e158e24719 req-bdaf0f03-503e-41e5-a0f8-68709426c4a6 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=0d320059d2a748979473823c9bc742bb&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2816169 Aug 04 05:54:01.014186 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.18', 64978) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:54:01.054879 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-b9be2ef5-f7e2-4fca-a22a-d6186ad2388f None None] Provisioning for port 4ebbf558-7ec6-47f5-9e3a-c8a2662b6565 completed by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:54:01.059148 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-b9be2ef5-f7e2-4fca-a22a-d6186ad2388f None None] Provisioning complete for port 4ebbf558-7ec6-47f5-9e3a-c8a2662b6565 triggered by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:54:01.059526 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-b9be2ef5-f7e2-4fca-a22a-d6186ad2388f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:01.070127 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9cfceeea-f56e-4e75-b8bd-0f5f8b4cc42a req-b39b3d64-02f5-4d67-b306-296208b7edf7 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804202 Aug 04 05:54:01.128202 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-b9be2ef5-f7e2-4fca-a22a-d6186ad2388f None None] Port 4ebbf558-7ec6-47f5-9e3a-c8a2662b6565 cannot update to ACTIVE because it is not bound. {{(pid=100433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 05:54:01.213431 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-6cd39005-a4f8-4f85-88df-f5f2774c796f req-8e6d6d7d-4128-40de-8140-08c180be3d02 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 210 time: 0.0851526 Aug 04 05:54:01.288312 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-db118b70-6f66-401f-a256-d7f020a16246 req-eea1af8d-e50d-4a43-8e2d-e2dbe535eff1 service neutron] 10.222.0.18 "GET /v2.0/networks/fea95b2d-d504-480b-8c54-fa1d3a884d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374510 Aug 04 05:54:01.351741 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-e33247d7-3d68-4809-adad-07a44e694aa8 req-75cd2881-64de-4a3c-9a85-7097e7fe772b tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/security-groups?id=7680669f-94d7-49b1-9252-9589c08d5519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706169 Aug 04 05:54:01.393739 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 53746) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:54:01.426210 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-db118b70-6f66-401f-a256-d7f020a16246 req-f414d2f3-720e-4f89-9278-8fcfd4c7edab service neutron] 10.222.0.18 "GET /v2.0/networks/fea95b2d-d504-480b-8c54-fa1d3a884d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277430 Aug 04 05:54:01.444786 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450e5a2-0a20-4a91-abd4-146321bd73d6 req-920b80db-3dba-4eb4-a446-7ee6809c5542 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:01.448131 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b450e5a2-0a20-4a91-abd4-146321bd73d6 req-920b80db-3dba-4eb4-a446-7ee6809c5542 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.18 "GET /v2.0/networks?id=a493c09c-6949-44f8-8e08-fbb13c36d6a2 HTTP/1.1" status: 200 len: 817 time: 0.4314227 Aug 04 05:54:01.504093 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867eb09-76e8-4424-8c03-c9e158e24719 req-f4ed252b-22e7-4c54-9658-3cfd88557116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:01.508135 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-0867eb09-76e8-4424-8c03-c9e158e24719 req-f4ed252b-22e7-4c54-9658-3cfd88557116 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5177271 Aug 04 05:54:01.578924 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [req-0caec971-fcc4-43eb-b744-1e55ad9fa0da req-ea12317a-e681-413e-837b-32bdecb874f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ebbf558-7ec6-47f5-9e3a-c8a2662b6565 {{(pid=100432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 05:54:01.593194 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-0caec971-fcc4-43eb-b744-1e55ad9fa0da req-ea12317a-e681-413e-837b-32bdecb874f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:01.607607 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b450e5a2-0a20-4a91-abd4-146321bd73d6 req-84591497-8106-446e-824b-2027a8e1aa74 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec04283d3509443b9c65cd9af852d46f HTTP/1.1" status: 200 len: 380 time: 0.1472049 Aug 04 05:54:01.620957 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.provisioning_blocks [req-0caec971-fcc4-43eb-b744-1e55ad9fa0da req-ea12317a-e681-413e-837b-32bdecb874f4 service neutron] Transition to ACTIVE for port object 4ebbf558-7ec6-47f5-9e3a-c8a2662b6565 will not be triggered until provisioned by entity L2. {{(pid=100432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:54:01.724746 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-0caec971-fcc4-43eb-b744-1e55ad9fa0da req-ea12317a-e681-413e-837b-32bdecb874f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:01.781113 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 05:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3631cda-dff3-45c8-86f8-74ea537ce08e x-openstack-request-id: req-e3631cda-dff3-45c8-86f8-74ea537ce08e {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:54:01.781113 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "421156de-db40-497b-839f-7c513b421b68", "tag": "5429d2ed-d8be-49be-834a-cd46b4267bce", "status": "completed", "code": 200}]} {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:54:01.781495 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e3631cda-dff3-45c8-86f8-74ea537ce08e {{(pid=100432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:54:01.782714 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '421156de-db40-497b-839f-7c513b421b68', 'tag': '5429d2ed-d8be-49be-834a-cd46b4267bce', 'status': 'completed', 'code': 200} Aug 04 05:54:01.818529 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [req-b450e5a2-0a20-4a91-abd4-146321bd73d6 req-1cca2616-9f73-4230-835a-3c84b8f74bf2 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Request body: {'port': {'device_id': 'db707704-794d-470d-8f9c-d70cc2271e8b', 'network_id': 'a493c09c-6949-44f8-8e08-fbb13c36d6a2', 'admin_state_up': True, 'tenant_id': 'ec04283d3509443b9c65cd9af852d46f', 'security_groups': ['80f2cfa1-5a80-484e-8c50-e7380be3d31b']}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:54:01.888848 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-a0a6ec7f-de34-4919-bd23-d1b36ac60102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:01.896334 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea12317a-e681-413e-837b-32bdecb874f4 service neutron] Pushing event updated for resources: {'Port': ['ID=4ebbf558-7ec6-47f5-9e3a-c8a2662b6565,revision_number=2']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:01.925750 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593e748-4780-4760-86ca-8597d5ff4d31 req-9bdeb11e-cb42-48f3-8c01-378b4b2d6f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:01.927349 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-f593e748-4780-4760-86ca-8597d5ff4d31 req-9bdeb11e-cb42-48f3-8c01-378b4b2d6f33 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0d320059d2a748979473823c9bc742bb&device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 1096 time: 0.3477888 Aug 04 05:54:01.934942 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2ddef-0bc0-4f9c-8196-fad282905c3c req-51c8be6c-ec69-465d-8ac1-68c505f29c1a tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:01.936391 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-35a2ddef-0bc0-4f9c-8196-fad282905c3c req-51c8be6c-ec69-465d-8ac1-68c505f29c1a tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 943 time: 0.4575677 Aug 04 05:54:01.945236 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415c574-f148-4f0c-b485-e51f6ab2aefe req-40b8c5fe-0275-4eae-a14c-b75ce0e5e6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:01.946576 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f415c574-f148-4f0c-b485-e51f6ab2aefe req-40b8c5fe-0275-4eae-a14c-b75ce0e5e6b8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0d320059d2a748979473823c9bc742bb&device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 1097 time: 0.1608942 Aug 04 05:54:01.960048 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.managers [req-0caec971-fcc4-43eb-b744-1e55ad9fa0da req-ea12317a-e681-413e-837b-32bdecb874f4 service neutron] Attempting to bind port 4ebbf558-7ec6-47f5-9e3a-c8a2662b6565 on host hv-cinder-80161 for vnic_type normal with profile {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 05:54:01.960436 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.managers [req-0caec971-fcc4-43eb-b744-1e55ad9fa0da req-ea12317a-e681-413e-837b-32bdecb874f4 service neutron] Attempting to bind port 4ebbf558-7ec6-47f5-9e3a-c8a2662b6565 by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': 'e70b74f9-db9d-468d-96eb-049639286c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd2e5a947-03e8-4345-94ae-fbf3e7f6b1f3'}] {{(pid=100432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 05:54:01.960752 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0caec971-fcc4-43eb-b744-1e55ad9fa0da req-ea12317a-e681-413e-837b-32bdecb874f4 service neutron] Attempting to bind port 4ebbf558-7ec6-47f5-9e3a-c8a2662b6565 on network d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3 {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:54:01.988008 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-f593e748-4780-4760-86ca-8597d5ff4d31 req-bfffcf60-9b72-4033-8687-2de03d5b1b26 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61e93238-e733-4f4b-a2c9-68d81bef4f15 HTTP/1.1" status: 200 len: 217 time: 0.0506096 Aug 04 05:54:02.029191 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0caec971-fcc4-43eb-b744-1e55ad9fa0da req-ea12317a-e681-413e-837b-32bdecb874f4 service neutron] Port 4ebbf558-7ec6-47f5-9e3a-c8a2662b6565 on network d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 05:54:02.029515 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0caec971-fcc4-43eb-b744-1e55ad9fa0da req-ea12317a-e681-413e-837b-32bdecb874f4 service neutron] Attempting to bind port 4ebbf558-7ec6-47f5-9e3a-c8a2662b6565 on network d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3 {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:54:02.055059 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0caec971-fcc4-43eb-b744-1e55ad9fa0da req-ea12317a-e681-413e-837b-32bdecb874f4 service neutron] Checking agent: {'id': 'b8cb1127-4c6b-4c0f-8dda-968dd091f2d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 5, 51, 56), 'started_at': datetime.datetime(2021, 8, 4, 5, 51, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 5, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 05:54:02.055394 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0caec971-fcc4-43eb-b744-1e55ad9fa0da req-ea12317a-e681-413e-837b-32bdecb874f4 service neutron] Checking segment: {'id': 'e70b74f9-db9d-468d-96eb-049639286c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd2e5a947-03e8-4345-94ae-fbf3e7f6b1f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:54:02.055774 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0caec971-fcc4-43eb-b744-1e55ad9fa0da req-ea12317a-e681-413e-837b-32bdecb874f4 service neutron] Bound using segment: {'id': 'e70b74f9-db9d-468d-96eb-049639286c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd2e5a947-03e8-4345-94ae-fbf3e7f6b1f3'} {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 05:54:02.056326 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.managers [req-0caec971-fcc4-43eb-b744-1e55ad9fa0da req-ea12317a-e681-413e-837b-32bdecb874f4 service neutron] Bound port: 4ebbf558-7ec6-47f5-9e3a-c8a2662b6565, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e70b74f9-db9d-468d-96eb-049639286c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd2e5a947-03e8-4345-94ae-fbf3e7f6b1f3'}}] {{(pid=100432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 05:54:02.056685 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-0caec971-fcc4-43eb-b744-1e55ad9fa0da req-ea12317a-e681-413e-837b-32bdecb874f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:02.112475 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-35a2ddef-0bc0-4f9c-8196-fad282905c3c req-fd3348df-0668-4d2f-9599-ba462bf89fad tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324096 Aug 04 05:54:02.128591 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593e748-4780-4760-86ca-8597d5ff4d31 req-8ea72f4f-30c0-427b-a770-e79e63512a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:02.130084 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-f593e748-4780-4760-86ca-8597d5ff4d31 req-8ea72f4f-30c0-427b-a770-e79e63512a8d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9770694f-c8d6-4155-afb5-37951e23de06 HTTP/1.1" status: 200 len: 859 time: 0.0973556 Aug 04 05:54:02.163650 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-f593e748-4780-4760-86ca-8597d5ff4d31 req-9de6ae03-4dbc-4a67-a0dd-c4133bdf6989 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fea95b2d-d504-480b-8c54-fa1d3a884d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252929 Aug 04 05:54:02.282503 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-f593e748-4780-4760-86ca-8597d5ff4d31 req-bf8e8a07-8a30-4e6a-b8b6-b98c27511858 service neutron] 10.222.0.18 "GET /v2.0/networks/fea95b2d-d504-480b-8c54-fa1d3a884d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099472 Aug 04 05:54:02.287750 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 43e99803-c5c5-45f5-88b8-ee41b9a3a48c details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=100433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 05:54:02.429708 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-a0a6ec7f-de34-4919-bd23-d1b36ac60102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:02.433887 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 43e99803-c5c5-45f5-88b8-ee41b9a3a48c, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=43e99803-c5c5-45f5-88b8-ee41b9a3a48c,segment=NetworkSegment(62fed0d3-fb5b-4c12-b723-f962c0cdfa72),segment_id=62fed0d3-fb5b-4c12-b723-f962c0cdfa72)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:54:02.450493 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Returning: {'device': '43e99803-c5c5-45f5-88b8-ee41b9a3a48c', 'network_id': 'd5ea1197-7f85-4c8f-a513-b68c633b4d8e', 'port_id': '43e99803-c5c5-45f5-88b8-ee41b9a3a48c', 'mac_address': 'fa:16:3e:3a:e9:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6efc0d14-7cd8-4a5b-a61d-d4a67c130a3d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 05:54:02.454829 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-72f1a46a-ba4d-4f58-95b2-dfd9bf457919 req-a807907d-79db-4df2-ba7b-6c925a4f5915 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 210 time: 0.0593393 Aug 04 05:54:02.456587 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415c574-f148-4f0c-b485-e51f6ab2aefe req-a822de7c-bb2b-48a3-9390-3f1b71aa5421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:02.458053 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f415c574-f148-4f0c-b485-e51f6ab2aefe req-a822de7c-bb2b-48a3-9390-3f1b71aa5421 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fea95b2d-d504-480b-8c54-fa1d3a884d59 HTTP/1.1" status: 200 len: 920 time: 0.4991488 Aug 04 05:54:02.462001 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-f593e748-4780-4760-86ca-8597d5ff4d31 req-d80f0526-6550-4632-b3fd-c12c3363073b service neutron] 10.222.0.18 "GET /v2.0/networks/fea95b2d-d504-480b-8c54-fa1d3a884d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718879 Aug 04 05:54:02.466870 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [req-0caec971-fcc4-43eb-b744-1e55ad9fa0da req-ea12317a-e681-413e-837b-32bdecb874f4 service neutron] For port 4ebbf558-7ec6-47f5-9e3a-c8a2662b6565, host hv-cinder-80161, cleared binding levels {{(pid=100432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 05:54:02.471809 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [req-0caec971-fcc4-43eb-b744-1e55ad9fa0da req-ea12317a-e681-413e-837b-32bdecb874f4 service neutron] For port 4ebbf558-7ec6-47f5-9e3a-c8a2662b6565, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=4ebbf558-7ec6-47f5-9e3a-c8a2662b6565,segment=NetworkSegment(e70b74f9-db9d-468d-96eb-049639286c19),segment_id=e70b74f9-db9d-468d-96eb-049639286c19)] {{(pid=100432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 05:54:02.522230 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:02.529130 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f415c574-f148-4f0c-b485-e51f6ab2aefe req-e3033fbb-02b7-4724-b979-5cfd02b7a01b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5429d2ed-d8be-49be-834a-cd46b4267bce HTTP/1.1" status: 200 len: 217 time: 0.0548737 Aug 04 05:54:02.539037 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12ed50-1eec-46ef-984a-7c21970d39cf req-4ae4b878-e32a-4f58-b5a7-1c62035e0002 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:02.540724 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0e12ed50-1eec-46ef-984a-7c21970d39cf req-4ae4b878-e32a-4f58-b5a7-1c62035e0002 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 944 time: 0.1856210 Aug 04 05:54:02.543036 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43e99803-c5c5-45f5-88b8-ee41b9a3a48c {{(pid=100433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 05:54:02.571194 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 43e99803-c5c5-45f5-88b8-ee41b9a3a48c, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=43e99803-c5c5-45f5-88b8-ee41b9a3a48c,segment=NetworkSegment(62fed0d3-fb5b-4c12-b723-f962c0cdfa72),segment_id=62fed0d3-fb5b-4c12-b723-f962c0cdfa72)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:54:02.581502 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-a0a6ec7f-de34-4919-bd23-d1b36ac60102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:02.600044 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-0caec971-fcc4-43eb-b744-1e55ad9fa0da req-ea12317a-e681-413e-837b-32bdecb874f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:02.648516 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1255e0d-1a84-4782-ab9f-bb665f039b21 req-38818433-5f03-4eb7-94cd-f35dca669351 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:02.650329 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-c1255e0d-1a84-4782-ab9f-bb665f039b21 req-38818433-5f03-4eb7-94cd-f35dca669351 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e913ee2-721e-4c8a-8f91-a68f1ca6fb24 HTTP/1.1" status: 200 len: 944 time: 0.0956464 Aug 04 05:54:02.693734 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caec971-fcc4-43eb-b744-1e55ad9fa0da req-ea12317a-e681-413e-837b-32bdecb874f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:02.694463 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-0caec971-fcc4-43eb-b744-1e55ad9fa0da req-ea12317a-e681-413e-837b-32bdecb874f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for port, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:02.695999 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0caec971-fcc4-43eb-b744-1e55ad9fa0da req-ea12317a-e681-413e-837b-32bdecb874f4 service neutron] 10.222.0.18 "PUT /v2.0/ports/4ebbf558-7ec6-47f5-9e3a-c8a2662b6565 HTTP/1.1" status: 200 len: 1094 time: 1.9690864 Aug 04 05:54:02.710765 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-a0a6ec7f-de34-4919-bd23-d1b36ac60102 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9da0874fed934e1f9110ee4e56729edc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3057475 Aug 04 05:54:02.711616 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:02.718250 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415c574-f148-4f0c-b485-e51f6ab2aefe req-46537a23-5bd4-4188-88a6-47293a1ab997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:02.718250 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f415c574-f148-4f0c-b485-e51f6ab2aefe req-46537a23-5bd4-4188-88a6-47293a1ab997 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9770694f-c8d6-4155-afb5-37951e23de06 HTTP/1.1" status: 200 len: 859 time: 0.1763740 Aug 04 05:54:02.720842 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 53788) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:54:02.727511 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b450e5a2-0a20-4a91-abd4-146321bd73d6 req-1cca2616-9f73-4230-835a-3c84b8f74bf2 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Made reservation on behalf of ec04283d3509443b9c65cd9af852d46f for: {'port': 1} {{(pid=100431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 05:54:02.732510 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a6ec7f-de34-4919-bd23-d1b36ac60102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0cd6f0-6a55-4de0-b0b8-fc11689fad28,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:02.739168 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-b450e5a2-0a20-4a91-abd4-146321bd73d6 req-1cca2616-9f73-4230-835a-3c84b8f74bf2 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:02.756488 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-c1255e0d-1a84-4782-ab9f-bb665f039b21 req-5973a6d1-1336-4b6f-901a-6e533b2fede9 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/security-groups?id=7680669f-94d7-49b1-9252-9589c08d5519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999498 Aug 04 05:54:02.821164 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0e12ed50-1eec-46ef-984a-7c21970d39cf req-abfeceeb-2164-4f67-a648-b4a6b9e94d7c tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2590311 Aug 04 05:54:02.823139 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f415c574-f148-4f0c-b485-e51f6ab2aefe req-4db88ba6-5e65-44f9-8e63-ac11c5768bf9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fea95b2d-d504-480b-8c54-fa1d3a884d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976717 Aug 04 05:54:02.838516 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=43e99803-c5c5-45f5-88b8-ee41b9a3a48c,revision_number=4']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:02.905359 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea12317a-e681-413e-837b-32bdecb874f4 service neutron] Pushing event updated for resources: {'Port': ['ID=4ebbf558-7ec6-47f5-9e3a-c8a2662b6565,revision_number=3']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:02.963430 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.db_base_plugin_common [req-b450e5a2-0a20-4a91-abd4-146321bd73d6 req-1cca2616-9f73-4230-835a-3c84b8f74bf2 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Allocated IP 172.20.0.12 (a493c09c-6949-44f8-8e08-fbb13c36d6a2/2aeabe42-c308-496c-8730-52b38af59b7d/ec952f16-dc93-4d6b-a88d-f9718685be57) {{(pid=100431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 05:54:02.984054 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] get_ports_and_sgs() called for port_ids ['43e99803-c5c5-45f5-88b8-ee41b9a3a48c'] {{(pid=100433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 05:54:03.016488 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-f247b5cd-7905-453d-af5c-6dd3ca41003e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:03.058678 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caec971-fcc4-43eb-b744-1e55ad9fa0da req-b1673e9b-71ae-48ef-96c9-bc21cb04c02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:03.060198 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0caec971-fcc4-43eb-b744-1e55ad9fa0da req-b1673e9b-71ae-48ef-96c9-bc21cb04c02d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c8bcebc3d7d048b69d592fa2bf00330a&device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 1097 time: 0.1900430 Aug 04 05:54:03.066151 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-f247b5cd-7905-453d-af5c-6dd3ca41003e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:03.086372 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f415c574-f148-4f0c-b485-e51f6ab2aefe req-bb945c29-6434-4e95-b991-fa712ccf93f5 service neutron] 10.222.0.18 "GET /v2.0/networks/fea95b2d-d504-480b-8c54-fa1d3a884d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429125 Aug 04 05:54:03.130478 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0caec971-fcc4-43eb-b744-1e55ad9fa0da req-19280369-016f-4fa4-8abd-c9c29ec23246 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ebbf558-7ec6-47f5-9e3a-c8a2662b6565 HTTP/1.1" status: 200 len: 217 time: 0.0568948 Aug 04 05:54:03.137844 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-b450e5a2-0a20-4a91-abd4-146321bd73d6 req-1cca2616-9f73-4230-835a-3c84b8f74bf2 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks [] for port, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:03.158558 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [req-b450e5a2-0a20-4a91-abd4-146321bd73d6 req-1cca2616-9f73-4230-835a-3c84b8f74bf2 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Transition to ACTIVE for port object ec952f16-dc93-4d6b-a88d-f9718685be57 will not be triggered until provisioned by entity DHCP. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:54:03.245853 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caec971-fcc4-43eb-b744-1e55ad9fa0da req-0e891b14-5600-4e29-b321-1f3001518e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:03.247078 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0caec971-fcc4-43eb-b744-1e55ad9fa0da req-0e891b14-5600-4e29-b321-1f3001518e1d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=093ae098-146b-44a4-8f09-371adaa382d8 HTTP/1.1" status: 200 len: 849 time: 0.0964291 Aug 04 05:54:03.268047 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60206a94-4b1b-46c4-9209-68b608d28ac2 req-d089f0d8-7b34-4cc1-9a9b-560912a134be tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:03.269510 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-60206a94-4b1b-46c4-9209-68b608d28ac2 req-d089f0d8-7b34-4cc1-9a9b-560912a134be tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 943 time: 0.0817373 Aug 04 05:54:03.312610 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-60206a94-4b1b-46c4-9209-68b608d28ac2 req-0f427d94-1c4f-4b9d-b975-66ffc8c68e07 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363812 Aug 04 05:54:03.328127 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f415c574-f148-4f0c-b485-e51f6ab2aefe req-a1b3cd7c-0880-4120-bf0c-77b1dd578233 service neutron] 10.222.0.18 "GET /v2.0/networks/fea95b2d-d504-480b-8c54-fa1d3a884d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076960 Aug 04 05:54:03.337807 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caec971-fcc4-43eb-b744-1e55ad9fa0da req-84ab5da3-a419-4d44-8048-1742cd3f40f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:03.339384 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0caec971-fcc4-43eb-b744-1e55ad9fa0da req-84ab5da3-a419-4d44-8048-1742cd3f40f1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0783484 Aug 04 05:54:03.344515 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-b450e5a2-0a20-4a91-abd4-146321bd73d6 req-1cca2616-9f73-4230-835a-3c84b8f74bf2 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606'] for port, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:03.388287 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b450e5a2-0a20-4a91-abd4-146321bd73d6 req-1cca2616-9f73-4230-835a-3c84b8f74bf2 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Network a493c09c-6949-44f8-8e08-fbb13c36d6a2 is already hosted by enough agents. {{(pid=100431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:54:03.391557 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.base_scheduler [req-b450e5a2-0a20-4a91-abd4-146321bd73d6 req-1cca2616-9f73-4230-835a-3c84b8f74bf2 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Resources bound (agent type, host, resource id): {{(pid=100431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:54:03.397734 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-f247b5cd-7905-453d-af5c-6dd3ca41003e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:03.397939 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [req-b450e5a2-0a20-4a91-abd4-146321bd73d6 req-1cca2616-9f73-4230-835a-3c84b8f74bf2 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Received port after_create {{(pid=100431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 05:54:03.398015 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-f247b5cd-7905-453d-af5c-6dd3ca41003e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:03.398015 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-f247b5cd-7905-453d-af5c-6dd3ca41003e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/db0cd6f0-6a55-4de0-b0b8-fc11689fad28 HTTP/1.1" status: 204 len: 168 time: 0.6727974 Aug 04 05:54:03.399840 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450e5a2-0a20-4a91-abd4-146321bd73d6 req-1cca2616-9f73-4230-835a-3c84b8f74bf2 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:03.400485 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-b450e5a2-0a20-4a91-abd4-146321bd73d6 req-1cca2616-9f73-4230-835a-3c84b8f74bf2 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for port, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:03.414284 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f247b5cd-7905-453d-af5c-6dd3ca41003e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0cd6f0-6a55-4de0-b0b8-fc11689fad28,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:03.415283 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca2616-9f73-4230-835a-3c84b8f74bf2 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Pushing event updated for resources: {'Port': ['ID=ec952f16-dc93-4d6b-a88d-f9718685be57,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:03.475100 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0caec971-fcc4-43eb-b744-1e55ad9fa0da req-ad2a28a9-7684-457b-b4a1-4326893f09d3 service neutron] 10.222.0.18 "GET /v2.0/networks/d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269763 Aug 04 05:54:03.493066 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b450e5a2-0a20-4a91-abd4-146321bd73d6 req-1cca2616-9f73-4230-835a-3c84b8f74bf2 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6825180 Aug 04 05:54:03.506888 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [req-b450e5a2-0a20-4a91-abd4-146321bd73d6 req-09aac625-d555-4157-8eaf-5b5396ddd5b2 service neutron] Request body: {'port': {'device_id': 'db707704-794d-470d-8f9c-d70cc2271e8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:54:03.550524 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-76f7dc8c-cdaa-4765-90e0-4385623a5bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:03.627942 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-b450e5a2-0a20-4a91-abd4-146321bd73d6 req-09aac625-d555-4157-8eaf-5b5396ddd5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:03.652834 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0caec971-fcc4-43eb-b744-1e55ad9fa0da req-ba28d525-8554-4b93-b7bc-84ec0a1e2d13 service neutron] 10.222.0.18 "GET /v2.0/networks/d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700001 Aug 04 05:54:03.671319 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28f2a9-01a0-4fce-8dc2-e37719a90afe req-fb85e7d1-58a6-445b-a4f7-a8d1791b34e4 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:03.677068 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-cf28f2a9-01a0-4fce-8dc2-e37719a90afe req-fb85e7d1-58a6-445b-a4f7-a8d1791b34e4 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 932 time: 0.0901361 Aug 04 05:54:03.724394 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-cf28f2a9-01a0-4fce-8dc2-e37719a90afe req-8febc808-baa8-4645-a09c-38e6631e4b93 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409014 Aug 04 05:54:03.784112 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '370895a5-3e54-4e82-8ca6-43a07af1d09b', 'tag': '4ebbf558-7ec6-47f5-9e3a-c8a2662b6565'}] {{(pid=100432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:54:03.786738 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7961aa7e709e573ce1f4efc3791ca037d6473da3b2c6b2a251ebfb1631130676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2b377c-75ab-4fd0-af6d-c73638139dd4" -d '{"events": [{"name": "network-changed", "server_uuid": "370895a5-3e54-4e82-8ca6-43a07af1d09b", "tag": "4ebbf558-7ec6-47f5-9e3a-c8a2662b6565"}]}' {{(pid=100432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:54:03.855226 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 05:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567478b9-03b3-4da9-9fd7-bc19d6ab07fb x-openstack-request-id: req-567478b9-03b3-4da9-9fd7-bc19d6ab07fb {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:54:03.855226 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "370895a5-3e54-4e82-8ca6-43a07af1d09b", "tag": "4ebbf558-7ec6-47f5-9e3a-c8a2662b6565", "status": "completed", "code": 200}]} {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:54:03.855446 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-567478b9-03b3-4da9-9fd7-bc19d6ab07fb {{(pid=100432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:54:03.855662 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '370895a5-3e54-4e82-8ca6-43a07af1d09b', 'tag': '4ebbf558-7ec6-47f5-9e3a-c8a2662b6565', 'status': 'completed', 'code': 200} Aug 04 05:54:03.907479 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-cae0a949-6f2b-48f1-ad2e-9ffac1e4245a None None] Provisioning for port ec952f16-dc93-4d6b-a88d-f9718685be57 completed by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:54:03.913025 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-cae0a949-6f2b-48f1-ad2e-9ffac1e4245a None None] Provisioning complete for port ec952f16-dc93-4d6b-a88d-f9718685be57 triggered by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:54:03.913634 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-cae0a949-6f2b-48f1-ad2e-9ffac1e4245a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:03.960345 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-cae0a949-6f2b-48f1-ad2e-9ffac1e4245a None None] Port ec952f16-dc93-4d6b-a88d-f9718685be57 cannot update to ACTIVE because it is not bound. {{(pid=100433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 05:54:03.990211 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58dab64-f7f9-4411-a011-6ad6fc0eb349 req-af4101d3-eb0c-46b6-8cf5-cd18a7c99339 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:04.003505 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-a58dab64-f7f9-4411-a011-6ad6fc0eb349 req-af4101d3-eb0c-46b6-8cf5-cd18a7c99339 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e913ee2-721e-4c8a-8f91-a68f1ca6fb24 HTTP/1.1" status: 200 len: 945 time: 0.1415675 Aug 04 05:54:04.016644 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b377c-75ab-4fd0-af6d-c73638139dd4 req-17f7b51c-2af9-4986-ac10-bb3745c8169f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:04.018718 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-db2b377c-75ab-4fd0-af6d-c73638139dd4 req-17f7b51c-2af9-4986-ac10-bb3745c8169f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c8bcebc3d7d048b69d592fa2bf00330a&device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 1097 time: 0.1397731 Aug 04 05:54:04.080945 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c4297-a129-45d9-a42c-7ca427f73413 req-760a380e-bdb7-4266-a0e9-a8d35a1fc896 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:04.082455 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ef2c4297-a129-45d9-a42c-7ca427f73413 req-760a380e-bdb7-4266-a0e9-a8d35a1fc896 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 944 time: 0.1559019 Aug 04 05:54:04.146586 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [req-b450e5a2-0a20-4a91-abd4-146321bd73d6 req-09aac625-d555-4157-8eaf-5b5396ddd5b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec952f16-dc93-4d6b-a88d-f9718685be57 {{(pid=100431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 05:54:04.162318 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-a58dab64-f7f9-4411-a011-6ad6fc0eb349 req-2523710a-b92b-4b7b-b46c-48fe910b588a tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/security-groups?id=7680669f-94d7-49b1-9252-9589c08d5519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531327 Aug 04 05:54:04.165272 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-b450e5a2-0a20-4a91-abd4-146321bd73d6 req-09aac625-d555-4157-8eaf-5b5396ddd5b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:04.198612 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ef2c4297-a129-45d9-a42c-7ca427f73413 req-3f28d696-02eb-4dc3-979d-59a1e5e898a7 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945349 Aug 04 05:54:04.200686 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b377c-75ab-4fd0-af6d-c73638139dd4 req-af146461-8dce-40d5-8532-66b6d44f214f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:04.202092 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [req-b450e5a2-0a20-4a91-abd4-146321bd73d6 req-09aac625-d555-4157-8eaf-5b5396ddd5b2 service neutron] Transition to ACTIVE for port object ec952f16-dc93-4d6b-a88d-f9718685be57 will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:54:04.202648 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-db2b377c-75ab-4fd0-af6d-c73638139dd4 req-af146461-8dce-40d5-8532-66b6d44f214f service neutron] 10.222.0.18 "GET /v2.0/networks?id=d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3 HTTP/1.1" status: 200 len: 911 time: 0.1760919 Aug 04 05:54:04.254337 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-db2b377c-75ab-4fd0-af6d-c73638139dd4 req-893446c5-c601-41b4-9327-cf85d09e6b59 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ebbf558-7ec6-47f5-9e3a-c8a2662b6565 HTTP/1.1" status: 200 len: 217 time: 0.0411925 Aug 04 05:54:04.276666 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 5429d2ed-d8be-49be-834a-cd46b4267bce details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=100433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 05:54:04.306296 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b377c-75ab-4fd0-af6d-c73638139dd4 req-273843e9-e65d-45ed-9773-9a7d89fee121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:04.307686 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-db2b377c-75ab-4fd0-af6d-c73638139dd4 req-273843e9-e65d-45ed-9773-9a7d89fee121 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=093ae098-146b-44a4-8f09-371adaa382d8 HTTP/1.1" status: 200 len: 849 time: 0.0466211 Aug 04 05:54:04.316707 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 43e99803-c5c5-45f5-88b8-ee41b9a3a48c up at agent hyperv_hv-cinder-80161 {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:54:04.325440 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-b450e5a2-0a20-4a91-abd4-146321bd73d6 req-09aac625-d555-4157-8eaf-5b5396ddd5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:04.355219 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 53834) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:54:04.380320 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b377c-75ab-4fd0-af6d-c73638139dd4 req-52f9567f-a67b-4add-9877-66cfa09deda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:04.382622 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-db2b377c-75ab-4fd0-af6d-c73638139dd4 req-52f9567f-a67b-4add-9877-66cfa09deda6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0672371 Aug 04 05:54:04.384389 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-71103f1c-8cbd-4c5a-ab8e-3282257bcf07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:04.396283 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aac625-d555-4157-8eaf-5b5396ddd5b2 service neutron] Pushing event updated for resources: {'Port': ['ID=ec952f16-dc93-4d6b-a88d-f9718685be57,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:04.513185 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [req-b450e5a2-0a20-4a91-abd4-146321bd73d6 req-09aac625-d555-4157-8eaf-5b5396ddd5b2 service neutron] Attempting to bind port ec952f16-dc93-4d6b-a88d-f9718685be57 on host hv-cinder-80161 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 05:54:04.513185 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [req-b450e5a2-0a20-4a91-abd4-146321bd73d6 req-09aac625-d555-4157-8eaf-5b5396ddd5b2 service neutron] Attempting to bind port ec952f16-dc93-4d6b-a88d-f9718685be57 by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': 'ec29bf54-ee61-44b2-b8df-ad8fd94577ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a493c09c-6949-44f8-8e08-fbb13c36d6a2'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 05:54:04.513185 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b450e5a2-0a20-4a91-abd4-146321bd73d6 req-09aac625-d555-4157-8eaf-5b5396ddd5b2 service neutron] Attempting to bind port ec952f16-dc93-4d6b-a88d-f9718685be57 on network a493c09c-6949-44f8-8e08-fbb13c36d6a2 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:54:04.515394 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 5429d2ed-d8be-49be-834a-cd46b4267bce, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=5429d2ed-d8be-49be-834a-cd46b4267bce,segment=NetworkSegment(ebaf7e84-2280-4f17-b68d-25aafcd23fe5),segment_id=ebaf7e84-2280-4f17-b68d-25aafcd23fe5)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:54:04.528507 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Returning: {'device': '5429d2ed-d8be-49be-834a-cd46b4267bce', 'network_id': 'fea95b2d-d504-480b-8c54-fa1d3a884d59', 'port_id': '5429d2ed-d8be-49be-834a-cd46b4267bce', 'mac_address': 'fa:16:3e:1a:0d:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9770694f-c8d6-4155-afb5-37951e23de06', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 05:54:04.530317 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b450e5a2-0a20-4a91-abd4-146321bd73d6 req-09aac625-d555-4157-8eaf-5b5396ddd5b2 service neutron] Port ec952f16-dc93-4d6b-a88d-f9718685be57 on network a493c09c-6949-44f8-8e08-fbb13c36d6a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 05:54:04.530712 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b450e5a2-0a20-4a91-abd4-146321bd73d6 req-09aac625-d555-4157-8eaf-5b5396ddd5b2 service neutron] Attempting to bind port ec952f16-dc93-4d6b-a88d-f9718685be57 on network a493c09c-6949-44f8-8e08-fbb13c36d6a2 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:54:04.538710 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b450e5a2-0a20-4a91-abd4-146321bd73d6 req-09aac625-d555-4157-8eaf-5b5396ddd5b2 service neutron] Checking agent: {'id': 'b8cb1127-4c6b-4c0f-8dda-968dd091f2d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 5, 51, 56), 'started_at': datetime.datetime(2021, 8, 4, 5, 51, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 5, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 05:54:04.539353 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b450e5a2-0a20-4a91-abd4-146321bd73d6 req-09aac625-d555-4157-8eaf-5b5396ddd5b2 service neutron] Checking segment: {'id': 'ec29bf54-ee61-44b2-b8df-ad8fd94577ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a493c09c-6949-44f8-8e08-fbb13c36d6a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:54:04.540127 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b450e5a2-0a20-4a91-abd4-146321bd73d6 req-09aac625-d555-4157-8eaf-5b5396ddd5b2 service neutron] Bound using segment: {'id': 'ec29bf54-ee61-44b2-b8df-ad8fd94577ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a493c09c-6949-44f8-8e08-fbb13c36d6a2'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 05:54:04.540984 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [req-b450e5a2-0a20-4a91-abd4-146321bd73d6 req-09aac625-d555-4157-8eaf-5b5396ddd5b2 service neutron] Bound port: ec952f16-dc93-4d6b-a88d-f9718685be57, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec29bf54-ee61-44b2-b8df-ad8fd94577ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a493c09c-6949-44f8-8e08-fbb13c36d6a2'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 05:54:04.541892 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-b450e5a2-0a20-4a91-abd4-146321bd73d6 req-09aac625-d555-4157-8eaf-5b5396ddd5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:04.548564 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-db2b377c-75ab-4fd0-af6d-c73638139dd4 req-2d0b37cd-bd5d-42a8-a54d-ee4767be752d service neutron] 10.222.0.18 "GET /v2.0/networks/d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517653 Aug 04 05:54:04.570922 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Provisioning for port 43e99803-c5c5-45f5-88b8-ee41b9a3a48c completed by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:54:04.580518 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Provisioning complete for port 43e99803-c5c5-45f5-88b8-ee41b9a3a48c triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:54:04.580893 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:04.606176 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd10b8-b261-4f07-a385-599d8530cec9 req-f46eecb6-1104-40fe-8d0a-23395ca4081c tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:04.614841 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-2cfd10b8-b261-4f07-a385-599d8530cec9 req-f46eecb6-1104-40fe-8d0a-23395ca4081c tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 943 time: 0.1679375 Aug 04 05:54:04.621406 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:04.646330 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5429d2ed-d8be-49be-834a-cd46b4267bce {{(pid=100433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 05:54:04.669449 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 5429d2ed-d8be-49be-834a-cd46b4267bce, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=5429d2ed-d8be-49be-834a-cd46b4267bce,segment=NetworkSegment(ebaf7e84-2280-4f17-b68d-25aafcd23fe5),segment_id=ebaf7e84-2280-4f17-b68d-25aafcd23fe5)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:54:04.694704 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-2cfd10b8-b261-4f07-a385-599d8530cec9 req-a8e954a4-4a21-4826-9ac3-2ee2fb7e27ee tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747025 Aug 04 05:54:04.700396 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [req-b450e5a2-0a20-4a91-abd4-146321bd73d6 req-09aac625-d555-4157-8eaf-5b5396ddd5b2 service neutron] For port ec952f16-dc93-4d6b-a88d-f9718685be57, host hv-cinder-80161, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 05:54:04.704279 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [req-b450e5a2-0a20-4a91-abd4-146321bd73d6 req-09aac625-d555-4157-8eaf-5b5396ddd5b2 service neutron] For port ec952f16-dc93-4d6b-a88d-f9718685be57, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=ec952f16-dc93-4d6b-a88d-f9718685be57,segment=NetworkSegment(ec29bf54-ee61-44b2-b8df-ad8fd94577ee),segment_id=ec29bf54-ee61-44b2-b8df-ad8fd94577ee)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 05:54:04.713562 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:04.720327 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-db2b377c-75ab-4fd0-af6d-c73638139dd4 req-aab8210f-fc22-4c5e-83a3-c822df8f8b45 service neutron] 10.222.0.18 "GET /v2.0/networks/d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586719 Aug 04 05:54:04.735846 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:04.744561 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e913ee2-721e-4c8a-8f91-a68f1ca6fb24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e99803-c5c5-45f5-88b8-ee41b9a3a48c'}] {{(pid=100433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:54:04.749208 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-71103f1c-8cbd-4c5a-ab8e-3282257bcf07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:04.754419 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-b450e5a2-0a20-4a91-abd4-146321bd73d6 req-09aac625-d555-4157-8eaf-5b5396ddd5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:04.789538 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450e5a2-0a20-4a91-abd4-146321bd73d6 req-09aac625-d555-4157-8eaf-5b5396ddd5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:04.790233 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-b450e5a2-0a20-4a91-abd4-146321bd73d6 req-09aac625-d555-4157-8eaf-5b5396ddd5b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for port, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:04.791785 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b450e5a2-0a20-4a91-abd4-146321bd73d6 req-09aac625-d555-4157-8eaf-5b5396ddd5b2 service neutron] 10.222.0.18 "PUT /v2.0/ports/ec952f16-dc93-4d6b-a88d-f9718685be57 HTTP/1.1" status: 200 len: 1094 time: 1.2898571 Aug 04 05:54:04.794466 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db707704-794d-470d-8f9c-d70cc2271e8b', 'tag': 'ec952f16-dc93-4d6b-a88d-f9718685be57'}] {{(pid=100431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:54:04.796995 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d047a0739a9e621485ccc482307aa98cd58e8937adb7e4be7ba07b62ec6ee677" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73dcdf3-f044-404c-9b49-0a51f6cb304c" -d '{"events": [{"name": "network-changed", "server_uuid": "db707704-794d-470d-8f9c-d70cc2271e8b", "tag": "ec952f16-dc93-4d6b-a88d-f9718685be57"}]}' {{(pid=100431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:54:04.812914 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-71103f1c-8cbd-4c5a-ab8e-3282257bcf07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:04.823487 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aac625-d555-4157-8eaf-5b5396ddd5b2 service neutron] Pushing event updated for resources: {'Port': ['ID=ec952f16-dc93-4d6b-a88d-f9718685be57,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:04.844444 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 43e99803-c5c5-45f5-88b8-ee41b9a3a48c, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=43e99803-c5c5-45f5-88b8-ee41b9a3a48c,segment=NetworkSegment(62fed0d3-fb5b-4c12-b723-f962c0cdfa72),segment_id=62fed0d3-fb5b-4c12-b723-f962c0cdfa72)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:54:04.870644 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=5429d2ed-d8be-49be-834a-cd46b4267bce,revision_number=4']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:04.899013 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-71103f1c-8cbd-4c5a-ab8e-3282257bcf07 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b7d842b1fde7492cb0605cb438984b77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5376894 Aug 04 05:54:04.902042 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 53846) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:54:04.919255 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:04.937018 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71103f1c-8cbd-4c5a-ab8e-3282257bcf07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816fadcc-c596-482d-a1bf-96e1072afc41,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:04.940425 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 05:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86491233-09d5-4950-b2dd-1a70677a35fb x-openstack-request-id: req-86491233-09d5-4950-b2dd-1a70677a35fb {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:54:04.940718 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db707704-794d-470d-8f9c-d70cc2271e8b", "tag": "ec952f16-dc93-4d6b-a88d-f9718685be57", "status": "completed", "code": 200}]} {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:54:04.940970 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-86491233-09d5-4950-b2dd-1a70677a35fb {{(pid=100431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:54:04.941887 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db707704-794d-470d-8f9c-d70cc2271e8b', 'tag': 'ec952f16-dc93-4d6b-a88d-f9718685be57', 'status': 'completed', 'code': 200} Aug 04 05:54:04.957481 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b47360-fdd6-4e88-96a4-472c952e4bfe req-c5012585-0863-4a26-9c90-fce51b799ba0 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:04.959018 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-85b47360-fdd6-4e88-96a4-472c952e4bfe req-c5012585-0863-4a26-9c90-fce51b799ba0 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 944 time: 0.1504974 Aug 04 05:54:04.989376 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=43e99803-c5c5-45f5-88b8-ee41b9a3a48c,revision_number=5']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:04.992538 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f009da66-f29a-4bd7-ae38-710912db2e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:05.011025 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffe4ad2cefe5cc989f07e8393c985a8403d56455fd91e6fde58b148ee627bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4c7307-4045-4ba0-9232-dd2794939c83" -d '{"events": [{"server_uuid": "4e913ee2-721e-4c8a-8f91-a68f1ca6fb24", "name": "network-vif-plugged", "status": "completed", "tag": "43e99803-c5c5-45f5-88b8-ee41b9a3a48c"}]}' {{(pid=100433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:54:05.014371 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-85b47360-fdd6-4e88-96a4-472c952e4bfe req-723dee50-c2f7-44a2-af27-cc475b5c0f3f tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474355 Aug 04 05:54:05.017724 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f009da66-f29a-4bd7-ae38-710912db2e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:05.114255 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 05:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21905eeb-0e43-4e6c-af0b-d4e383860ef8 x-openstack-request-id: req-21905eeb-0e43-4e6c-af0b-d4e383860ef8 {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:54:05.114565 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e913ee2-721e-4c8a-8f91-a68f1ca6fb24", "name": "network-vif-plugged", "status": "completed", "tag": "43e99803-c5c5-45f5-88b8-ee41b9a3a48c", "code": 200}]} {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:54:05.114822 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-21905eeb-0e43-4e6c-af0b-d4e383860ef8 {{(pid=100433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:54:05.115287 dv-cinder-801617-4-iscsi neutron-server[100433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e913ee2-721e-4c8a-8f91-a68f1ca6fb24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e99803-c5c5-45f5-88b8-ee41b9a3a48c', 'code': 200} Aug 04 05:54:05.147154 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f009da66-f29a-4bd7-ae38-710912db2e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:05.150448 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f009da66-f29a-4bd7-ae38-710912db2e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:05.152031 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-f009da66-f29a-4bd7-ae38-710912db2e96 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/816fadcc-c596-482d-a1bf-96e1072afc41 HTTP/1.1" status: 204 len: 168 time: 0.2490075 Aug 04 05:54:05.160184 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f009da66-f29a-4bd7-ae38-710912db2e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816fadcc-c596-482d-a1bf-96e1072afc41,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:05.298226 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd034d-e8f3-42cd-afe4-6d4b648a1bd6 req-25f139f8-786e-482a-b52a-6ea0b177c561 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:05.299832 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-07fd034d-e8f3-42cd-afe4-6d4b648a1bd6 req-25f139f8-786e-482a-b52a-6ea0b177c561 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e913ee2-721e-4c8a-8f91-a68f1ca6fb24 HTTP/1.1" status: 200 len: 946 time: 0.0533690 Aug 04 05:54:05.327680 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e58b7-04a0-444a-9f92-e306b0bae91a req-22a21753-63ee-413e-a265-5d3dd712467c tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:05.329688 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-8d9e58b7-04a0-444a-9f92-e306b0bae91a req-22a21753-63ee-413e-a265-5d3dd712467c tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 944 time: 0.0504899 Aug 04 05:54:05.338625 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-07fd034d-e8f3-42cd-afe4-6d4b648a1bd6 req-014c1daf-6d54-4724-8441-9799d185914e tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/security-groups?id=7680669f-94d7-49b1-9252-9589c08d5519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326471 Aug 04 05:54:05.367888 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-8d9e58b7-04a0-444a-9f92-e306b0bae91a req-36dd7565-cbce-4881-83c2-da173698d353 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320854 Aug 04 05:54:05.805417 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204f082-f82a-4736-b92b-423b89332c03 req-9e450775-4cbd-4af7-9de1-b038ac5531c5 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:05.808314 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-c204f082-f82a-4736-b92b-423b89332c03 req-9e450775-4cbd-4af7-9de1-b038ac5531c5 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 943 time: 0.0534508 Aug 04 05:54:05.847458 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-c204f082-f82a-4736-b92b-423b89332c03 req-88bcfdf3-df25-4ed9-adcb-8ced0527d08d tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313885 Aug 04 05:54:05.999060 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-d0fa8035-302d-419d-a3d9-592c20aeb5ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:06.157864 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eeed03-372a-4afc-9de8-a62fad5dec98 req-fb3adb38-94ec-4c3d-bd41-d4d18ae666f6 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:06.159375 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-45eeed03-372a-4afc-9de8-a62fad5dec98 req-fb3adb38-94ec-4c3d-bd41-d4d18ae666f6 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 944 time: 0.0494273 Aug 04 05:54:06.159719 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:06.200136 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-45eeed03-372a-4afc-9de8-a62fad5dec98 req-a754091f-e6c0-4af0-a919-cf223e856309 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335298 Aug 04 05:54:06.454124 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee397d-4c1e-4548-97a1-02bb3af4662d req-6455f8a9-d551-46f2-9228-dfa690cfba33 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:06.461073 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-93ee397d-4c1e-4548-97a1-02bb3af4662d req-6455f8a9-d551-46f2-9228-dfa690cfba33 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e913ee2-721e-4c8a-8f91-a68f1ca6fb24 HTTP/1.1" status: 200 len: 946 time: 0.0499871 Aug 04 05:54:06.483039 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516b204-69ea-4321-83eb-5c35371a05a3 req-393fc551-30b0-40ba-af71-34a68b0f4bcd tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:06.485542 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-7516b204-69ea-4321-83eb-5c35371a05a3 req-393fc551-30b0-40ba-af71-34a68b0f4bcd tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 944 time: 0.0494821 Aug 04 05:54:06.493247 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-93ee397d-4c1e-4548-97a1-02bb3af4662d req-1c94d7ca-ec28-4a20-a037-03ccf9096f82 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/security-groups?id=7680669f-94d7-49b1-9252-9589c08d5519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315661 Aug 04 05:54:06.524576 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-7516b204-69ea-4321-83eb-5c35371a05a3 req-942b3922-b9f0-456e-aaf5-0a2dc7816ed9 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333903 Aug 04 05:54:06.964084 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289c197-be7e-49b0-a3e3-911938bde778 req-5f9ee380-1746-4a5c-937b-63dae6d56f1a tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:06.965553 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f289c197-be7e-49b0-a3e3-911938bde778 req-5f9ee380-1746-4a5c-937b-63dae6d56f1a tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 943 time: 0.0512490 Aug 04 05:54:07.004943 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f289c197-be7e-49b0-a3e3-911938bde778 req-b0771a97-9599-41f0-bf07-9e27269b1cc5 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322850 Aug 04 05:54:07.322812 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987ac93-5ee3-44ee-89d5-4c5862529269 req-10895aa5-186c-4e79-bb99-0e9d5bae207c tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:07.324320 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-8987ac93-5ee3-44ee-89d5-4c5862529269 req-10895aa5-186c-4e79-bb99-0e9d5bae207c tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 944 time: 0.0524869 Aug 04 05:54:07.364008 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-8987ac93-5ee3-44ee-89d5-4c5862529269 req-c844d105-3ca7-4c9c-91c0-60c542706aae tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326123 Aug 04 05:54:07.377512 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 61e93238-e733-4f4b-a2c9-68d81bef4f15 details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=100433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 05:54:07.451450 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73dcdf3-f044-404c-9b49-0a51f6cb304c req-3aead64f-beb1-449e-b41e-96f3004be05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:07.453963 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b73dcdf3-f044-404c-9b49-0a51f6cb304c req-3aead64f-beb1-449e-b41e-96f3004be05b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec04283d3509443b9c65cd9af852d46f&device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 1097 time: 0.0468581 Aug 04 05:54:07.503208 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 61e93238-e733-4f4b-a2c9-68d81bef4f15, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=61e93238-e733-4f4b-a2c9-68d81bef4f15,segment=NetworkSegment(ebaf7e84-2280-4f17-b68d-25aafcd23fe5),segment_id=ebaf7e84-2280-4f17-b68d-25aafcd23fe5)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:54:07.524856 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Returning: {'device': '61e93238-e733-4f4b-a2c9-68d81bef4f15', 'network_id': 'fea95b2d-d504-480b-8c54-fa1d3a884d59', 'port_id': '61e93238-e733-4f4b-a2c9-68d81bef4f15', 'mac_address': 'fa:16:3e:6b:f0:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9770694f-c8d6-4155-afb5-37951e23de06', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 05:54:07.572825 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6693b30c-6718-4946-8b55-748181203f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:07.606543 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] get_ports_and_sgs() called for port_ids ['5429d2ed-d8be-49be-834a-cd46b4267bce'] {{(pid=100433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 05:54:07.614840 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73dcdf3-f044-404c-9b49-0a51f6cb304c req-a41948cb-2926-4b27-8426-d63cd705f703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:07.616287 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:07.617422 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b73dcdf3-f044-404c-9b49-0a51f6cb304c req-a41948cb-2926-4b27-8426-d63cd705f703 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=ec04283d3509443b9c65cd9af852d46f&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1490705 Aug 04 05:54:07.664602 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61e93238-e733-4f4b-a2c9-68d81bef4f15 {{(pid=100433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 05:54:07.676835 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81fabbd-a3cb-44f5-8c8a-de264da6eb60 req-e1971a88-b25f-4e90-88bc-4743439cb197 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:07.679352 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-b81fabbd-a3cb-44f5-8c8a-de264da6eb60 req-e1971a88-b25f-4e90-88bc-4743439cb197 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e913ee2-721e-4c8a-8f91-a68f1ca6fb24 HTTP/1.1" status: 200 len: 946 time: 0.0700746 Aug 04 05:54:07.746953 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-b81fabbd-a3cb-44f5-8c8a-de264da6eb60 req-6d313381-0300-4ab9-9630-89e32101f57a tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/security-groups?id=7680669f-94d7-49b1-9252-9589c08d5519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612490 Aug 04 05:54:07.761545 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87070040-db94-4ccd-b479-10aa47c62d2c req-16c1c6ef-6349-4765-a7e4-fd031086d059 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:07.763061 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-87070040-db94-4ccd-b479-10aa47c62d2c req-16c1c6ef-6349-4765-a7e4-fd031086d059 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 944 time: 0.0859780 Aug 04 05:54:07.797952 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73dcdf3-f044-404c-9b49-0a51f6cb304c req-08562398-a728-43e8-a1a7-d64ce0c5a5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:07.799598 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b73dcdf3-f044-404c-9b49-0a51f6cb304c req-08562398-a728-43e8-a1a7-d64ce0c5a5a7 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1746578 Aug 04 05:54:07.809316 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 61e93238-e733-4f4b-a2c9-68d81bef4f15, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=61e93238-e733-4f4b-a2c9-68d81bef4f15,segment=NetworkSegment(ebaf7e84-2280-4f17-b68d-25aafcd23fe5),segment_id=ebaf7e84-2280-4f17-b68d-25aafcd23fe5)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:54:07.818574 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-87070040-db94-4ccd-b479-10aa47c62d2c req-c6478bfe-3211-4e6c-a415-ad74a4069ab5 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457978 Aug 04 05:54:07.896843 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:07.897473 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 4ebbf558-7ec6-47f5-9e3a-c8a2662b6565 details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=100433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 05:54:07.993093 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=61e93238-e733-4f4b-a2c9-68d81bef4f15,revision_number=4']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:08.034722 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 4ebbf558-7ec6-47f5-9e3a-c8a2662b6565, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=4ebbf558-7ec6-47f5-9e3a-c8a2662b6565,segment=NetworkSegment(e70b74f9-db9d-468d-96eb-049639286c19),segment_id=e70b74f9-db9d-468d-96eb-049639286c19)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:54:08.047318 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Returning: {'device': '4ebbf558-7ec6-47f5-9e3a-c8a2662b6565', 'network_id': 'd2e5a947-03e8-4345-94ae-fbf3e7f6b1f3', 'port_id': '4ebbf558-7ec6-47f5-9e3a-c8a2662b6565', 'mac_address': 'fa:16:3e:3a:ed:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '093ae098-146b-44a4-8f09-371adaa382d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 05:54:08.085264 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:08.098818 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ebbf558-7ec6-47f5-9e3a-c8a2662b6565 {{(pid=100433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 05:54:08.118667 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3048ce5d-1252-45f3-a173-f5631f438c79 req-6180ccad-3e4c-4733-8df3-d33e7e7ee590 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:08.119333 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 4ebbf558-7ec6-47f5-9e3a-c8a2662b6565, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=4ebbf558-7ec6-47f5-9e3a-c8a2662b6565,segment=NetworkSegment(e70b74f9-db9d-468d-96eb-049639286c19),segment_id=e70b74f9-db9d-468d-96eb-049639286c19)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:54:08.120152 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-3048ce5d-1252-45f3-a173-f5631f438c79 req-6180ccad-3e4c-4733-8df3-d33e7e7ee590 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 944 time: 0.0476491 Aug 04 05:54:08.162532 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-3048ce5d-1252-45f3-a173-f5631f438c79 req-ecaccd94-dabb-475a-9379-056d7e410baa tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350871 Aug 04 05:54:08.187187 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:08.247522 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=4ebbf558-7ec6-47f5-9e3a-c8a2662b6565,revision_number=4']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:08.503248 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9821cb-2906-4d24-b9eb-5d858a6531ab req-7cd74394-9857-4fb7-9016-20a46f2bc750 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:08.504731 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-6c9821cb-2906-4d24-b9eb-5d858a6531ab req-7cd74394-9857-4fb7-9016-20a46f2bc750 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 944 time: 0.0491560 Aug 04 05:54:08.543085 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-6c9821cb-2906-4d24-b9eb-5d858a6531ab req-8b8e1ca8-2176-4907-a08d-e607cd82c302 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321190 Aug 04 05:54:08.864557 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ca1aa-fc29-4354-bb8b-b75fdf87d745 req-3a572ce2-8ea5-4595-9e95-db2cae583ea1 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:08.866108 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-da0ca1aa-fc29-4354-bb8b-b75fdf87d745 req-3a572ce2-8ea5-4595-9e95-db2cae583ea1 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e913ee2-721e-4c8a-8f91-a68f1ca6fb24 HTTP/1.1" status: 200 len: 946 time: 0.0519946 Aug 04 05:54:08.906106 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-da0ca1aa-fc29-4354-bb8b-b75fdf87d745 req-dda34349-ad6f-4fe1-88fe-00bdddf6fd54 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/security-groups?id=7680669f-94d7-49b1-9252-9589c08d5519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336940 Aug 04 05:54:08.936750 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c905d6-a7f5-4ea1-a585-e18830cc13e4 req-4b9da7a1-09e6-4401-93b4-849557c5b12d tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:08.938731 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b7c905d6-a7f5-4ea1-a585-e18830cc13e4 req-4b9da7a1-09e6-4401-93b4-849557c5b12d tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 945 time: 0.0480318 Aug 04 05:54:08.976653 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b7c905d6-a7f5-4ea1-a585-e18830cc13e4 req-c3905fc9-9571-465a-8286-5d349b549c0f tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319328 Aug 04 05:54:09.277051 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad9b37-4f14-47b2-924d-bca65ea2252f req-f79ce29d-5c3a-4ba7-b7ac-af01b3cf9ce5 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:09.278514 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ffad9b37-4f14-47b2-924d-bca65ea2252f req-f79ce29d-5c3a-4ba7-b7ac-af01b3cf9ce5 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 944 time: 0.0478456 Aug 04 05:54:09.295452 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-dee0c6e9-f257-441c-951e-ad3806d8c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:09.317229 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ffad9b37-4f14-47b2-924d-bca65ea2252f req-42e9a38d-42b9-4e74-8691-10f2759b5492 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323579 Aug 04 05:54:09.660695 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1172d-63c9-46ea-ae07-b63e0a62a702 req-534ce340-3891-4511-9455-73fffcce5d6f tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:09.662347 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-68d1172d-63c9-46ea-ae07-b63e0a62a702 req-534ce340-3891-4511-9455-73fffcce5d6f tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 944 time: 0.0473435 Aug 04 05:54:09.667102 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c367fc0-0443-49b2-bb4d-fb53b0ccd851 req-68f88610-4675-4c91-a957-4cfac335859b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:09.668643 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9c367fc0-0443-49b2-bb4d-fb53b0ccd851 req-68f88610-4675-4c91-a957-4cfac335859b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4e913ee2-721e-4c8a-8f91-a68f1ca6fb24 HTTP/1.1" status: 200 len: 1099 time: 0.0766163 Aug 04 05:54:09.704012 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-68d1172d-63c9-46ea-ae07-b63e0a62a702 req-2b6cee58-c820-4fae-bd68-d049d52de5d5 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353441 Aug 04 05:54:10.019094 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f61fa-2a3b-4172-bbb2-c4f9875c081c req-799271b6-2318-4d3f-a3ff-fefbeb6411b0 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:10.020615 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-1a7f61fa-2a3b-4172-bbb2-c4f9875c081c req-799271b6-2318-4d3f-a3ff-fefbeb6411b0 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e913ee2-721e-4c8a-8f91-a68f1ca6fb24 HTTP/1.1" status: 200 len: 946 time: 0.0479038 Aug 04 05:54:10.059475 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-1a7f61fa-2a3b-4172-bbb2-c4f9875c081c req-ca2d4ae7-5521-42e6-b469-a61983e1e7d5 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/security-groups?id=7680669f-94d7-49b1-9252-9589c08d5519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322146 Aug 04 05:54:10.092950 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c8cf5-5d63-4df5-90eb-e976d2968c79 req-cc99e1fe-52cd-40c0-b640-bd7c7807dd6d tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:10.094986 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-f20c8cf5-5d63-4df5-90eb-e976d2968c79 req-cc99e1fe-52cd-40c0-b640-bd7c7807dd6d tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 945 time: 0.0492709 Aug 04 05:54:10.133628 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-f20c8cf5-5d63-4df5-90eb-e976d2968c79 req-04cd79fb-370f-4f5f-ba76-fa0641327629 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325649 Aug 04 05:54:10.427036 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c18f1e-c6cc-4b17-8734-f833bad6a31a req-c0f49ea2-5a1e-4da0-ba7b-d4fa86e6b3eb tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:10.428498 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-24c18f1e-c6cc-4b17-8734-f833bad6a31a req-c0f49ea2-5a1e-4da0-ba7b-d4fa86e6b3eb tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 944 time: 0.0468204 Aug 04 05:54:10.464196 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-24c18f1e-c6cc-4b17-8734-f833bad6a31a req-e58fc2f2-8007-4f7c-9ba3-618120c22deb tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295787 Aug 04 05:54:10.662416 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-9c367fc0-0443-49b2-bb4d-fb53b0ccd851 req-0ae1997e-ee84-4482-aa01-b8daabc4e13c service neutron] Notify callbacks [] for security_group, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:10.701112 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450e5a2-0a20-4a91-abd4-146321bd73d6 req-02e5dc7c-f1f4-4e63-a6a9-1e8a0e098b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:10.702580 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b450e5a2-0a20-4a91-abd4-146321bd73d6 req-02e5dc7c-f1f4-4e63-a6a9-1e8a0e098b0a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec04283d3509443b9c65cd9af852d46f&device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 1097 time: 0.0393801 Aug 04 05:54:10.750733 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b450e5a2-0a20-4a91-abd4-146321bd73d6 req-752414c9-961a-4a99-89c1-534427f6aad3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec952f16-dc93-4d6b-a88d-f9718685be57 HTTP/1.1" status: 200 len: 217 time: 0.0388296 Aug 04 05:54:10.754820 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-9c367fc0-0443-49b2-bb4d-fb53b0ccd851 req-0ae1997e-ee84-4482-aa01-b8daabc4e13c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:10.828411 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450e5a2-0a20-4a91-abd4-146321bd73d6 req-e2445796-ba0a-460d-85dc-8712431c7c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:10.830624 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b450e5a2-0a20-4a91-abd4-146321bd73d6 req-e2445796-ba0a-460d-85dc-8712431c7c07 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2aeabe42-c308-496c-8730-52b38af59b7d HTTP/1.1" status: 200 len: 856 time: 0.0732226 Aug 04 05:54:10.844642 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-9c367fc0-0443-49b2-bb4d-fb53b0ccd851 req-0ae1997e-ee84-4482-aa01-b8daabc4e13c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:10.854815 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b095d253-aaaa-43c3-9c61-d3e421b33dbe req-25142c58-568d-4d31-8a2f-4b90ed1fec31 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:10.856300 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b095d253-aaaa-43c3-9c61-d3e421b33dbe req-25142c58-568d-4d31-8a2f-4b90ed1fec31 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 944 time: 0.0713406 Aug 04 05:54:10.878662 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9c367fc0-0443-49b2-bb4d-fb53b0ccd851 req-0ae1997e-ee84-4482-aa01-b8daabc4e13c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7680669f-94d7-49b1-9252-9589c08d5519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309296 Aug 04 05:54:10.887431 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae1997e-ee84-4482-aa01-b8daabc4e13c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6f187184-ac91-4cf1-a1e9-63b0bacd5d2d,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:10.925424 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450e5a2-0a20-4a91-abd4-146321bd73d6 req-075a4aa8-77eb-4aa9-a06f-1d69937ef187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:10.926904 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b450e5a2-0a20-4a91-abd4-146321bd73d6 req-075a4aa8-77eb-4aa9-a06f-1d69937ef187 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a493c09c-6949-44f8-8e08-fbb13c36d6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0890436 Aug 04 05:54:10.929796 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b095d253-aaaa-43c3-9c61-d3e421b33dbe req-c783da95-415d-4a77-98e4-ce8756d75d33 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593677 Aug 04 05:54:10.988311 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] get_ports_and_sgs() called for port_ids ['61e93238-e733-4f4b-a2c9-68d81bef4f15'] {{(pid=100433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 05:54:10.992118 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] get_ports_and_sgs() called for port_ids ['4ebbf558-7ec6-47f5-9e3a-c8a2662b6565'] {{(pid=100433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 05:54:11.034105 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b450e5a2-0a20-4a91-abd4-146321bd73d6 req-26fb9cf5-707c-48a9-a7c2-838797a353b5 service neutron] 10.222.0.18 "GET /v2.0/networks/a493c09c-6949-44f8-8e08-fbb13c36d6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855696 Aug 04 05:54:11.143317 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b450e5a2-0a20-4a91-abd4-146321bd73d6 req-d0b93ef6-e622-4d6a-8a8a-5470ccff62f0 service neutron] 10.222.0.18 "GET /v2.0/networks/a493c09c-6949-44f8-8e08-fbb13c36d6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908153 Aug 04 05:54:11.181108 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c088a36-15c9-4f24-945b-4f7a833dc1fb req-a0d38e76-66d9-4f07-b9bf-38b41238cfd2 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:11.182874 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-3c088a36-15c9-4f24-945b-4f7a833dc1fb req-a0d38e76-66d9-4f07-b9bf-38b41238cfd2 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e913ee2-721e-4c8a-8f91-a68f1ca6fb24 HTTP/1.1" status: 200 len: 946 time: 0.0501273 Aug 04 05:54:11.231203 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-3c088a36-15c9-4f24-945b-4f7a833dc1fb req-3463e20e-1193-4f62-8e41-4b043b31bacb tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/security-groups?id=7680669f-94d7-49b1-9252-9589c08d5519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406032 Aug 04 05:54:11.254697 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4309663-c02b-4541-b203-a6fa2eb7e253 req-a7e191e7-97c6-418f-b706-b45cffe41051 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:11.256187 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b4309663-c02b-4541-b203-a6fa2eb7e253 req-a7e191e7-97c6-418f-b706-b45cffe41051 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 945 time: 0.0540023 Aug 04 05:54:11.293103 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b4309663-c02b-4541-b203-a6fa2eb7e253 req-d81f81fd-3282-47b1-96dc-896fa4393b89 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310276 Aug 04 05:54:11.573601 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414700f2-43fd-4c48-bbd6-56f1b6ddccb0 req-3848aeaa-9ffa-4fe4-b829-e4b66985d0a7 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:11.575027 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-414700f2-43fd-4c48-bbd6-56f1b6ddccb0 req-3848aeaa-9ffa-4fe4-b829-e4b66985d0a7 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 944 time: 0.0467689 Aug 04 05:54:11.611239 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-414700f2-43fd-4c48-bbd6-56f1b6ddccb0 req-8e2bbb59-4e75-4d4f-b194-769082076578 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302963 Aug 04 05:54:12.052280 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5eaba-d36c-4509-aaad-17c982aa6cfd req-cef623dd-bd5e-4a87-83ba-8199510127ff tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:12.053806 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-85f5eaba-d36c-4509-aaad-17c982aa6cfd req-cef623dd-bd5e-4a87-83ba-8199510127ff tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 944 time: 0.0526810 Aug 04 05:54:12.092807 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-85f5eaba-d36c-4509-aaad-17c982aa6cfd req-8ba4a842-9977-4192-bd00-ec3b86d31dfc tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331879 Aug 04 05:54:12.358089 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699adf97-d2cb-404d-8d41-3e7e6f43ac4a req-efc7c517-d894-4897-b51e-7c9562165eb2 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:12.360129 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-699adf97-d2cb-404d-8d41-3e7e6f43ac4a req-efc7c517-d894-4897-b51e-7c9562165eb2 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e913ee2-721e-4c8a-8f91-a68f1ca6fb24 HTTP/1.1" status: 200 len: 946 time: 0.0582516 Aug 04 05:54:12.398430 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-699adf97-d2cb-404d-8d41-3e7e6f43ac4a req-e89c18ee-e73e-425e-ae09-8ca25b3c9844 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/security-groups?id=7680669f-94d7-49b1-9252-9589c08d5519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321040 Aug 04 05:54:12.411196 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cececbfb-e11a-4c61-9a9c-c4008dca5461 req-84c94b95-a8b7-444d-a26e-1172c57df869 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:12.412682 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-cececbfb-e11a-4c61-9a9c-c4008dca5461 req-84c94b95-a8b7-444d-a26e-1172c57df869 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 945 time: 0.0498996 Aug 04 05:54:12.458256 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-cececbfb-e11a-4c61-9a9c-c4008dca5461 req-0b24f961-7f6d-46d7-88e6-bdbaaee90c45 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363412 Aug 04 05:54:12.730955 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb601a9-56bd-45ef-b0e4-2b7dfca2e65c req-e151ecd8-2f21-4a27-806f-b602bd027237 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:12.732527 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-deb601a9-56bd-45ef-b0e4-2b7dfca2e65c req-e151ecd8-2f21-4a27-806f-b602bd027237 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 944 time: 0.0527699 Aug 04 05:54:12.770068 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-deb601a9-56bd-45ef-b0e4-2b7dfca2e65c req-01d87d02-ba86-4785-a2ed-31552b1b9bce tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309238 Aug 04 05:54:13.215895 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6663e9-a942-4a5a-abb4-74867a6c581c req-6e6a9824-a14e-4677-b7c6-0c5277b73f96 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:13.217350 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-ab6663e9-a942-4a5a-abb4-74867a6c581c req-6e6a9824-a14e-4677-b7c6-0c5277b73f96 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 944 time: 0.0498512 Aug 04 05:54:13.255821 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-ab6663e9-a942-4a5a-abb4-74867a6c581c req-c446aba7-253f-4a15-ba05-f89c89c67be5 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319347 Aug 04 05:54:13.510459 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08803ae3-9080-4e24-94a6-3909c409aa5b req-1c693bc3-ff1b-4b28-905c-708e042829a8 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:13.511999 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-08803ae3-9080-4e24-94a6-3909c409aa5b req-1c693bc3-ff1b-4b28-905c-708e042829a8 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e913ee2-721e-4c8a-8f91-a68f1ca6fb24 HTTP/1.1" status: 200 len: 946 time: 0.0487497 Aug 04 05:54:13.553998 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-08803ae3-9080-4e24-94a6-3909c409aa5b req-a912b4b4-a376-432d-9c30-121abe880024 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/security-groups?id=7680669f-94d7-49b1-9252-9589c08d5519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326431 Aug 04 05:54:13.577056 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d21e3c-06e4-43f9-94ea-c709d231f8f7 req-02123206-bfc8-488b-8e9e-a219bca95bc6 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:13.578693 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-33d21e3c-06e4-43f9-94ea-c709d231f8f7 req-02123206-bfc8-488b-8e9e-a219bca95bc6 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 945 time: 0.0474877 Aug 04 05:54:13.615970 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-33d21e3c-06e4-43f9-94ea-c709d231f8f7 req-f876a014-3ffe-417d-8f36-1046f8d2371c tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314336 Aug 04 05:54:13.881544 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036eb020-cd54-4ec3-ad33-f980bd2d9d30 req-e2522e1f-7620-4bf6-88db-20d4d7fa52d1 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:13.883017 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-036eb020-cd54-4ec3-ad33-f980bd2d9d30 req-e2522e1f-7620-4bf6-88db-20d4d7fa52d1 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 944 time: 0.0496070 Aug 04 05:54:14.082943 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-036eb020-cd54-4ec3-ad33-f980bd2d9d30 req-ec6ce364-ec54-4b00-bee2-3457d0406e62 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939230 Aug 04 05:54:14.371113 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0772d85-583e-4b6a-b407-03299abb3922 req-7bdd2614-5984-470d-9cba-651e4f567311 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:14.372518 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b0772d85-583e-4b6a-b407-03299abb3922 req-7bdd2614-5984-470d-9cba-651e4f567311 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 944 time: 0.0467718 Aug 04 05:54:14.412971 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b0772d85-583e-4b6a-b407-03299abb3922 req-af6edab3-e30d-4b1d-a270-b52f38ef720f tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339680 Aug 04 05:54:14.671128 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13c238-daf8-4a5e-a457-63ef81f8324f req-738df02e-ddc9-4dfb-aa50-4149f840808a tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:14.673127 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-7a13c238-daf8-4a5e-a457-63ef81f8324f req-738df02e-ddc9-4dfb-aa50-4149f840808a tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e913ee2-721e-4c8a-8f91-a68f1ca6fb24 HTTP/1.1" status: 200 len: 946 time: 0.0462785 Aug 04 05:54:14.711192 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-7a13c238-daf8-4a5e-a457-63ef81f8324f req-bc27dca9-e0d3-48d3-9690-78536586fad3 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/security-groups?id=7680669f-94d7-49b1-9252-9589c08d5519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321624 Aug 04 05:54:14.731022 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0dafa0-ce84-452b-ac75-b9ed0bfbae7c req-6e600bd9-2a27-4cb8-b92a-eaf3225776c6 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:14.732588 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-9a0dafa0-ce84-452b-ac75-b9ed0bfbae7c req-6e600bd9-2a27-4cb8-b92a-eaf3225776c6 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 945 time: 0.0506403 Aug 04 05:54:14.769724 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-9a0dafa0-ce84-452b-ac75-b9ed0bfbae7c req-5448c793-c626-44c9-aae1-7e7b1ce1259a tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305552 Aug 04 05:54:15.197331 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df35da-71f4-427c-930a-613a379f268c req-d90c9d76-f087-4f72-86ff-0756bb827a95 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:15.198888 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-96df35da-71f4-427c-930a-613a379f268c req-d90c9d76-f087-4f72-86ff-0756bb827a95 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 944 time: 0.0501728 Aug 04 05:54:15.237599 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-96df35da-71f4-427c-930a-613a379f268c req-3d6055ab-1878-4ea0-9af4-cf83d09c6d78 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328679 Aug 04 05:54:15.529604 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb20e6-a345-45e7-a538-0827671c2678 req-9d1c661c-d6db-4095-b158-b0248ab70539 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:15.531287 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-10eb20e6-a345-45e7-a538-0827671c2678 req-9d1c661c-d6db-4095-b158-b0248ab70539 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 944 time: 0.0474043 Aug 04 05:54:15.572884 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-10eb20e6-a345-45e7-a538-0827671c2678 req-902b294f-e8b9-4bc8-98e3-ab4d91b25d7b tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359917 Aug 04 05:54:15.825684 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b152fad-592c-40d9-b9e3-b86413410335 req-61bc6370-5424-40c6-ae5e-5e5d6e7e556a tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:15.827144 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-3b152fad-592c-40d9-b9e3-b86413410335 req-61bc6370-5424-40c6-ae5e-5e5d6e7e556a tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e913ee2-721e-4c8a-8f91-a68f1ca6fb24 HTTP/1.1" status: 200 len: 946 time: 0.0499184 Aug 04 05:54:15.864861 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-3b152fad-592c-40d9-b9e3-b86413410335 req-695b08ed-b20e-4297-9ec9-52b50d8f5c41 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/security-groups?id=7680669f-94d7-49b1-9252-9589c08d5519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312049 Aug 04 05:54:15.881854 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9830caf0-efb0-44e4-9966-70757f865652 req-3b9f8218-9461-47c7-89c0-2b9b2fbb599b tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:15.883299 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-9830caf0-efb0-44e4-9966-70757f865652 req-3b9f8218-9461-47c7-89c0-2b9b2fbb599b tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 945 time: 0.0463521 Aug 04 05:54:15.922868 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-9830caf0-efb0-44e4-9966-70757f865652 req-b9a1032f-f6e0-4d80-8bf5-7326cb33340c tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338125 Aug 04 05:54:16.346250 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b8d05-290b-43c1-aeee-5bbf692099bb req-d1a65a70-43f3-48f4-8cba-714bfcff3aeb tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:16.347717 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-805b8d05-290b-43c1-aeee-5bbf692099bb req-d1a65a70-43f3-48f4-8cba-714bfcff3aeb tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 944 time: 0.0465555 Aug 04 05:54:16.385628 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-805b8d05-290b-43c1-aeee-5bbf692099bb req-cf95cb9a-ca22-4729-bbfe-88a67ba804eb tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313003 Aug 04 05:54:16.395352 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 5429d2ed-d8be-49be-834a-cd46b4267bce up at agent hyperv_hv-cinder-80161 {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:54:16.522235 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Provisioning for port 5429d2ed-d8be-49be-834a-cd46b4267bce completed by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:54:16.522235 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Provisioning complete for port 5429d2ed-d8be-49be-834a-cd46b4267bce triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:54:16.522426 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:16.598581 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:16.622750 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421156de-db40-497b-839f-7c513b421b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5429d2ed-d8be-49be-834a-cd46b4267bce'}] {{(pid=100433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:54:16.626865 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffe4ad2cefe5cc989f07e8393c985a8403d56455fd91e6fde58b148ee627bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab4b974-4449-4bdf-b177-8fdefe30c22a" -d '{"events": [{"server_uuid": "421156de-db40-497b-839f-7c513b421b68", "name": "network-vif-plugged", "status": "completed", "tag": "5429d2ed-d8be-49be-834a-cd46b4267bce"}]}' {{(pid=100433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:54:16.642097 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 5429d2ed-d8be-49be-834a-cd46b4267bce, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=5429d2ed-d8be-49be-834a-cd46b4267bce,segment=NetworkSegment(ebaf7e84-2280-4f17-b68d-25aafcd23fe5),segment_id=ebaf7e84-2280-4f17-b68d-25aafcd23fe5)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:54:16.671044 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 05:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbffe2c-2044-4753-9cf2-c644893c94aa x-openstack-request-id: req-ebbffe2c-2044-4753-9cf2-c644893c94aa {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:54:16.672221 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421156de-db40-497b-839f-7c513b421b68", "name": "network-vif-plugged", "status": "completed", "tag": "5429d2ed-d8be-49be-834a-cd46b4267bce", "code": 200}]} {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:54:16.672432 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ebbffe2c-2044-4753-9cf2-c644893c94aa {{(pid=100433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:54:16.672781 dv-cinder-801617-4-iscsi neutron-server[100433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421156de-db40-497b-839f-7c513b421b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5429d2ed-d8be-49be-834a-cd46b4267bce', 'code': 200} Aug 04 05:54:16.696826 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27448cc-b7c1-4b51-8e61-9463d0942983 req-2f26e7a7-f9fa-4e38-8064-d6ab460b1e8d tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:16.698319 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-c27448cc-b7c1-4b51-8e61-9463d0942983 req-2f26e7a7-f9fa-4e38-8064-d6ab460b1e8d tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 944 time: 0.0480061 Aug 04 05:54:16.712527 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:16.738201 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-c27448cc-b7c1-4b51-8e61-9463d0942983 req-e7713d64-28af-4afd-8804-f9c41fd55be9 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339608 Aug 04 05:54:16.762931 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=5429d2ed-d8be-49be-834a-cd46b4267bce,revision_number=5']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:16.996406 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786f0fc-fae3-4378-ba68-9803612f14a6 req-e96d9d4f-3340-4c11-9848-76abf8c379ec tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:16.997986 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-3786f0fc-fae3-4378-ba68-9803612f14a6 req-e96d9d4f-3340-4c11-9848-76abf8c379ec tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e913ee2-721e-4c8a-8f91-a68f1ca6fb24 HTTP/1.1" status: 200 len: 946 time: 0.0552864 Aug 04 05:54:17.037540 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-3786f0fc-fae3-4378-ba68-9803612f14a6 req-2b04ede2-b007-4114-9cb8-c9811cde5bb1 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/security-groups?id=7680669f-94d7-49b1-9252-9589c08d5519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337002 Aug 04 05:54:17.049178 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9bd13f-dd24-4b4f-8cf0-d0951f7e6cda req-5e453f8e-cfe0-465b-8fb0-5ec1eb8cf9ef tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:17.050700 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-3c9bd13f-dd24-4b4f-8cf0-d0951f7e6cda req-5e453f8e-cfe0-465b-8fb0-5ec1eb8cf9ef tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 945 time: 0.0580180 Aug 04 05:54:17.088796 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-3c9bd13f-dd24-4b4f-8cf0-d0951f7e6cda req-c5a11a02-42cd-4fdf-843d-a847a032419b tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322626 Aug 04 05:54:17.504221 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66115b4f-ac2f-4ac7-998c-adb977280053 req-82d5fec9-0da2-466c-9a1c-579a0807973e tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:17.505800 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-66115b4f-ac2f-4ac7-998c-adb977280053 req-82d5fec9-0da2-466c-9a1c-579a0807973e tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 944 time: 0.0561697 Aug 04 05:54:17.550605 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-66115b4f-ac2f-4ac7-998c-adb977280053 req-757fddfc-ebce-4915-9fdd-91a1a7dc732a tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387721 Aug 04 05:54:17.776875 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eec903-3ac3-4a0b-a813-19868714c7c5 req-1f91e6f8-797c-49b4-9867-a89cabeca74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:17.778371 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-32eec903-3ac3-4a0b-a813-19868714c7c5 req-1f91e6f8-797c-49b4-9867-a89cabeca74a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 1099 time: 0.0719111 Aug 04 05:54:17.832428 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-32eec903-3ac3-4a0b-a813-19868714c7c5 req-ea45ad0f-56a6-4539-a2d5-e7561e658e55 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458138 Aug 04 05:54:17.867750 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeca2bb-8e47-4f38-baaf-500fede1d94c req-3090395b-9d7b-4ce9-8083-253c59f1448d tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:17.869230 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-baeca2bb-8e47-4f38-baaf-500fede1d94c req-3090395b-9d7b-4ce9-8083-253c59f1448d tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 944 time: 0.0531232 Aug 04 05:54:17.907607 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-baeca2bb-8e47-4f38-baaf-500fede1d94c req-b894d310-1ae9-4036-9531-5b508dbf9fc1 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317960 Aug 04 05:54:18.017165 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 61e93238-e733-4f4b-a2c9-68d81bef4f15 up at agent hyperv_hv-cinder-80161 {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:54:18.155625 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818045f-cb8f-45ae-a3b4-8692a0e1d5a4 req-36d7a6b3-4b6a-4e23-b657-160716b9f70f tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:18.161611 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-b818045f-cb8f-45ae-a3b4-8692a0e1d5a4 req-36d7a6b3-4b6a-4e23-b657-160716b9f70f tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e913ee2-721e-4c8a-8f91-a68f1ca6fb24 HTTP/1.1" status: 200 len: 946 time: 0.0514860 Aug 04 05:54:18.195590 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-b818045f-cb8f-45ae-a3b4-8692a0e1d5a4 req-1acc9465-9584-4e53-92c3-187e4ccae623 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/security-groups?id=7680669f-94d7-49b1-9252-9589c08d5519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322351 Aug 04 05:54:18.206692 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdf6c8-3bb6-4261-ba69-ae4ad3071658 req-e3335e75-fc9b-4394-960e-ec4dace30716 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:18.208177 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-4ccdf6c8-3bb6-4261-ba69-ae4ad3071658 req-e3335e75-fc9b-4394-960e-ec4dace30716 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 945 time: 0.0488415 Aug 04 05:54:18.215405 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Provisioning for port 61e93238-e733-4f4b-a2c9-68d81bef4f15 completed by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:54:18.232498 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Provisioning complete for port 61e93238-e733-4f4b-a2c9-68d81bef4f15 triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:54:18.232498 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:18.252216 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-4ccdf6c8-3bb6-4261-ba69-ae4ad3071658 req-4d7ee7d1-28b1-409b-8cd5-c6a0ed8f7de0 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357857 Aug 04 05:54:18.307255 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:18.340188 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 61e93238-e733-4f4b-a2c9-68d81bef4f15, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=61e93238-e733-4f4b-a2c9-68d81bef4f15,segment=NetworkSegment(ebaf7e84-2280-4f17-b68d-25aafcd23fe5),segment_id=ebaf7e84-2280-4f17-b68d-25aafcd23fe5)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:54:18.386777 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:18.387614 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 4ebbf558-7ec6-47f5-9e3a-c8a2662b6565 up at agent hyperv_hv-cinder-80161 {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:54:18.469189 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=61e93238-e733-4f4b-a2c9-68d81bef4f15,revision_number=5']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:18.517806 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Provisioning for port 4ebbf558-7ec6-47f5-9e3a-c8a2662b6565 completed by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:54:18.523887 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Provisioning complete for port 4ebbf558-7ec6-47f5-9e3a-c8a2662b6565 triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:54:18.524266 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:18.607642 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:18.640707 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 4ebbf558-7ec6-47f5-9e3a-c8a2662b6565, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=4ebbf558-7ec6-47f5-9e3a-c8a2662b6565,segment=NetworkSegment(e70b74f9-db9d-468d-96eb-049639286c19),segment_id=e70b74f9-db9d-468d-96eb-049639286c19)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:54:18.678306 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562a44ba-b3a5-46e9-9871-ae9469fc3ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e93238-e733-4f4b-a2c9-68d81bef4f15'}, {'server_uuid': '370895a5-3e54-4e82-8ca6-43a07af1d09b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ebbf558-7ec6-47f5-9e3a-c8a2662b6565'}] {{(pid=100433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:54:18.678465 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8657681-c03d-40da-85c0-771b911336c3 req-99f449a8-bbd1-4a30-bc7c-07453e1dafcf tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:18.678569 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffe4ad2cefe5cc989f07e8393c985a8403d56455fd91e6fde58b148ee627bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320a0e88-f42e-4d75-8b28-9b57e9b0e6cd" -d '{"events": [{"server_uuid": "562a44ba-b3a5-46e9-9871-ae9469fc3ace", "name": "network-vif-plugged", "status": "completed", "tag": "61e93238-e733-4f4b-a2c9-68d81bef4f15"}, {"server_uuid": "370895a5-3e54-4e82-8ca6-43a07af1d09b", "name": "network-vif-plugged", "status": "completed", "tag": "4ebbf558-7ec6-47f5-9e3a-c8a2662b6565"}]}' {{(pid=100433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:54:18.678670 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-b8657681-c03d-40da-85c0-771b911336c3 req-99f449a8-bbd1-4a30-bc7c-07453e1dafcf tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 945 time: 0.0505719 Aug 04 05:54:18.718066 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:18.732521 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-b8657681-c03d-40da-85c0-771b911336c3 req-51e727dc-07ce-41a6-975f-ad83069a3e4f tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495207 Aug 04 05:54:18.773876 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=4ebbf558-7ec6-47f5-9e3a-c8a2662b6565,revision_number=5']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:18.782309 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 04 Aug 2021 05:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1626e9dd-3b02-453f-8d6a-e62c77f66b02 x-openstack-request-id: req-1626e9dd-3b02-453f-8d6a-e62c77f66b02 {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:54:18.782634 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "562a44ba-b3a5-46e9-9871-ae9469fc3ace", "name": "network-vif-plugged", "status": "completed", "tag": "61e93238-e733-4f4b-a2c9-68d81bef4f15", "code": 200}, {"server_uuid": "370895a5-3e54-4e82-8ca6-43a07af1d09b", "name": "network-vif-plugged", "status": "completed", "tag": "4ebbf558-7ec6-47f5-9e3a-c8a2662b6565", "code": 200}]} {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:54:18.782891 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1626e9dd-3b02-453f-8d6a-e62c77f66b02 {{(pid=100433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:54:18.783296 dv-cinder-801617-4-iscsi neutron-server[100433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562a44ba-b3a5-46e9-9871-ae9469fc3ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e93238-e733-4f4b-a2c9-68d81bef4f15', 'code': 200} Aug 04 05:54:18.783592 dv-cinder-801617-4-iscsi neutron-server[100433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '370895a5-3e54-4e82-8ca6-43a07af1d09b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ebbf558-7ec6-47f5-9e3a-c8a2662b6565', 'code': 200} Aug 04 05:54:19.048246 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba7197-1c65-4659-b0a2-aed7f76f0a08 req-2451eb7c-394c-4c73-9bad-b0be0b02367d tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:19.049890 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-c3ba7197-1c65-4659-b0a2-aed7f76f0a08 req-2451eb7c-394c-4c73-9bad-b0be0b02367d tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 944 time: 0.0548797 Aug 04 05:54:19.090824 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-c3ba7197-1c65-4659-b0a2-aed7f76f0a08 req-deb11c53-0644-455c-b83a-4f6aa09abfec tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317705 Aug 04 05:54:19.201626 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d0d9f-7465-458b-8820-16e0c3a7c998 req-b7d08e71-81b0-4cf7-9a0b-532054c81312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:19.203300 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b97d0d9f-7465-458b-8820-16e0c3a7c998 req-b7d08e71-81b0-4cf7-9a0b-532054c81312 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 1099 time: 0.0482309 Aug 04 05:54:19.243493 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b97d0d9f-7465-458b-8820-16e0c3a7c998 req-3be02d14-68a5-40c4-8ad5-c346e0152759 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321062 Aug 04 05:54:19.270897 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a1659-fac4-4486-8ae6-9f6579afd2f0 req-50706e29-f908-4351-9d19-0d66123d409f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:19.272452 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-408a1659-fac4-4486-8ae6-9f6579afd2f0 req-50706e29-f908-4351-9d19-0d66123d409f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 1098 time: 0.0491681 Aug 04 05:54:19.323464 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a60dc-8e7f-470a-abc4-178d14ca0156 req-9688d17f-30d4-4f83-8397-8063e567fe85 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:19.325077 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-c39a60dc-8e7f-470a-abc4-178d14ca0156 req-9688d17f-30d4-4f83-8397-8063e567fe85 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e913ee2-721e-4c8a-8f91-a68f1ca6fb24 HTTP/1.1" status: 200 len: 946 time: 0.0558784 Aug 04 05:54:19.368257 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-c39a60dc-8e7f-470a-abc4-178d14ca0156 req-b55c356b-5a60-498e-bb4e-ea709734c49e tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/security-groups?id=7680669f-94d7-49b1-9252-9589c08d5519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365808 Aug 04 05:54:19.397813 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-408a1659-fac4-4486-8ae6-9f6579afd2f0 req-b124841e-19f5-49f9-9d93-e894dbae4597 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485964 Aug 04 05:54:19.410242 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7367f660-3626-4a1e-bb3d-e65c67d5aa94 req-da011d02-b378-4b2e-a5fe-61f6f6384d4d tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:19.411824 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-7367f660-3626-4a1e-bb3d-e65c67d5aa94 req-da011d02-b378-4b2e-a5fe-61f6f6384d4d tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.0880544 Aug 04 05:54:19.453584 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-7367f660-3626-4a1e-bb3d-e65c67d5aa94 req-472a6e01-c043-4278-b700-ee87038062e6 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345800 Aug 04 05:54:19.728378 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 54198) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:54:19.843620 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b90d78ea-e293-41a8-80b1-58e938862bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:19.871370 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40b0ae-4fe0-402e-804b-a618ba18fb57 req-134573d3-a007-4abd-b7b4-7fbb7169760d tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:19.872845 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-3a40b0ae-4fe0-402e-804b-a618ba18fb57 req-134573d3-a007-4abd-b7b4-7fbb7169760d tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 945 time: 0.0732937 Aug 04 05:54:20.112155 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-3a40b0ae-4fe0-402e-804b-a618ba18fb57 req-7ba7b1ad-fe13-45f1-a3bb-39505f5a5d80 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325528 Aug 04 05:54:20.177607 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b90d78ea-e293-41a8-80b1-58e938862bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:20.242490 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7648f1fd-79ab-4af5-b864-9e412d81d528 req-e25512f2-543e-415b-a5ad-b7ef8d6c1728 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:20.243999 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-7648f1fd-79ab-4af5-b864-9e412d81d528 req-e25512f2-543e-415b-a5ad-b7ef8d6c1728 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 944 time: 0.0518308 Aug 04 05:54:20.261160 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b90d78ea-e293-41a8-80b1-58e938862bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:20.283241 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-7648f1fd-79ab-4af5-b864-9e412d81d528 req-bf917bc4-f45d-4ff6-b3ef-c25d5f14a6ec tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332401 Aug 04 05:54:20.299743 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-b90d78ea-e293-41a8-80b1-58e938862bdc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1565adf5eda247bbaa2c032e5f02633b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5689948 Aug 04 05:54:20.301043 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d78ea-e293-41a8-80b1-58e938862bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a52632-2d20-43e4-a3fa-548cdf2a31f3,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:20.301163 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 54216) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:54:20.350078 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-1868d4ad-db87-4235-8a31-e9a20b229a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:20.371077 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-1868d4ad-db87-4235-8a31-e9a20b229a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:20.505452 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-1868d4ad-db87-4235-8a31-e9a20b229a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:20.508133 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-1868d4ad-db87-4235-8a31-e9a20b229a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:20.509289 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-1868d4ad-db87-4235-8a31-e9a20b229a52 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e3a52632-2d20-43e4-a3fa-548cdf2a31f3 HTTP/1.1" status: 204 len: 168 time: 0.2072303 Aug 04 05:54:20.517452 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1868d4ad-db87-4235-8a31-e9a20b229a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a52632-2d20-43e4-a3fa-548cdf2a31f3,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:20.571178 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5115ff9-c5f6-4d7b-b8b7-5c1056ef0d7a req-26126611-0810-4000-b015-cda78e303ad5 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:20.572705 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-e5115ff9-c5f6-4d7b-b8b7-5c1056ef0d7a req-26126611-0810-4000-b015-cda78e303ad5 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.0504882 Aug 04 05:54:20.610974 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-e5115ff9-c5f6-4d7b-b8b7-5c1056ef0d7a req-955c797b-6068-4291-adca-2f86f8c9dc66 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318389 Aug 04 05:54:21.134006 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 54228) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:54:21.147695 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-39533b97-42f1-4228-b184-08d2fcc33791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:21.276291 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-39533b97-42f1-4228-b184-08d2fcc33791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:21.285170 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d89aa1-cdb8-4eff-884f-b2f6efa0fc60 req-4c0b7c90-1663-4c98-a4fd-2ecc01b30f18 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:21.286675 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-c3d89aa1-cdb8-4eff-884f-b2f6efa0fc60 req-4c0b7c90-1663-4c98-a4fd-2ecc01b30f18 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 945 time: 0.0776834 Aug 04 05:54:21.332056 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-c3d89aa1-cdb8-4eff-884f-b2f6efa0fc60 req-fbf03045-96c4-4e35-8392-e841a7377b2d tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390170 Aug 04 05:54:21.354228 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-39533b97-42f1-4228-b184-08d2fcc33791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:21.392395 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-39533b97-42f1-4228-b184-08d2fcc33791 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2ee03017e40c4f428e3d9b747a1de125&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2572637 Aug 04 05:54:21.394413 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39533b97-42f1-4228-b184-08d2fcc33791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f2b1f6-5733-481d-9fbc-fb1d05e351ed,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:21.395021 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 54240) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:54:21.428208 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b134849-43d5-47c0-8fa8-973dbc091a6d req-1e2edcb3-c590-488b-aee3-8c5dcde31a5d tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:21.429647 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-1b134849-43d5-47c0-8fa8-973dbc091a6d req-1e2edcb3-c590-488b-aee3-8c5dcde31a5d tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 944 time: 0.0716746 Aug 04 05:54:21.479493 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-dc6eb590-a6be-4f62-82c9-f5291a2ab9fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:21.487380 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-1b134849-43d5-47c0-8fa8-973dbc091a6d req-d95f587e-58e3-49b9-9de5-bd2d295d6c26 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514708 Aug 04 05:54:21.504441 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-dc6eb590-a6be-4f62-82c9-f5291a2ab9fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:21.608440 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device ec952f16-dc93-4d6b-a88d-f9718685be57 details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=100433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 05:54:21.615435 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-dc6eb590-a6be-4f62-82c9-f5291a2ab9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:21.618074 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-dc6eb590-a6be-4f62-82c9-f5291a2ab9fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:21.619218 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-dc6eb590-a6be-4f62-82c9-f5291a2ab9fa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/18f2b1f6-5733-481d-9fbc-fb1d05e351ed HTTP/1.1" status: 204 len: 168 time: 0.2224629 Aug 04 05:54:21.628140 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6eb590-a6be-4f62-82c9-f5291a2ab9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f2b1f6-5733-481d-9fbc-fb1d05e351ed,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:21.712426 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port ec952f16-dc93-4d6b-a88d-f9718685be57, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=ec952f16-dc93-4d6b-a88d-f9718685be57,segment=NetworkSegment(ec29bf54-ee61-44b2-b8df-ad8fd94577ee),segment_id=ec29bf54-ee61-44b2-b8df-ad8fd94577ee)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:54:21.723895 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0295f8b4-328b-4562-9bb0-53114b5c4f16 req-7fb48345-fa46-4d23-b36e-f59834c01691 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:21.724498 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Returning: {'device': 'ec952f16-dc93-4d6b-a88d-f9718685be57', 'network_id': 'a493c09c-6949-44f8-8e08-fbb13c36d6a2', 'port_id': 'ec952f16-dc93-4d6b-a88d-f9718685be57', 'mac_address': 'fa:16:3e:40:b5:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aeabe42-c308-496c-8730-52b38af59b7d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 05:54:21.725419 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0295f8b4-328b-4562-9bb0-53114b5c4f16 req-7fb48345-fa46-4d23-b36e-f59834c01691 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.0480599 Aug 04 05:54:21.762363 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:21.764381 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0295f8b4-328b-4562-9bb0-53114b5c4f16 req-2f9a19c7-7b3f-48e2-94f9-0f3543e78fb4 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320108 Aug 04 05:54:21.775783 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec952f16-dc93-4d6b-a88d-f9718685be57 {{(pid=100433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 05:54:21.795316 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port ec952f16-dc93-4d6b-a88d-f9718685be57, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=ec952f16-dc93-4d6b-a88d-f9718685be57,segment=NetworkSegment(ec29bf54-ee61-44b2-b8df-ad8fd94577ee),segment_id=ec29bf54-ee61-44b2-b8df-ad8fd94577ee)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:54:21.832224 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:21.882190 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=ec952f16-dc93-4d6b-a88d-f9718685be57,revision_number=4']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:22.248043 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 54256) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:54:22.261299 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-20c66825-7de3-4987-9309-4ed568711d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:22.345568 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-20c66825-7de3-4987-9309-4ed568711d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:22.427478 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-20c66825-7de3-4987-9309-4ed568711d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:22.470838 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-20c66825-7de3-4987-9309-4ed568711d37 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c83b4ae673b945e6baa04d0ec9b4b701&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2216930 Aug 04 05:54:22.472387 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c66825-7de3-4987-9309-4ed568711d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819de41e-6b2c-4baa-a882-2b734250d192,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:22.473582 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 54260) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:54:22.486829 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b5166-81e9-4187-a5a1-59a32b70cf73 req-50816cb0-6d3e-4d0c-9e43-d8f33a6f3210 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:22.488313 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-822b5166-81e9-4187-a5a1-59a32b70cf73 req-50816cb0-6d3e-4d0c-9e43-d8f33a6f3210 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 945 time: 0.0892479 Aug 04 05:54:22.523260 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-ee8d3f92-ee18-4c70-9b2e-0a5574bdaf53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:22.535177 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-822b5166-81e9-4187-a5a1-59a32b70cf73 req-27d18e32-4663-4cf6-ab33-cee28c636632 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409262 Aug 04 05:54:22.553039 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-ee8d3f92-ee18-4c70-9b2e-0a5574bdaf53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:22.625775 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce74f8-5e19-47b6-a9b5-f02a27a0a8d7 req-5da6dcdf-c46a-43bf-8534-360a37fd036d tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:22.627237 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f6ce74f8-5e19-47b6-a9b5-f02a27a0a8d7 req-5da6dcdf-c46a-43bf-8534-360a37fd036d tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 945 time: 0.0594621 Aug 04 05:54:22.663840 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f6ce74f8-5e19-47b6-a9b5-f02a27a0a8d7 req-37b0e4ae-774c-4cef-9872-4d3001c6d3ad tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307117 Aug 04 05:54:22.695145 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-ee8d3f92-ee18-4c70-9b2e-0a5574bdaf53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:22.697707 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-ee8d3f92-ee18-4c70-9b2e-0a5574bdaf53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:22.698802 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-ee8d3f92-ee18-4c70-9b2e-0a5574bdaf53 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/819de41e-6b2c-4baa-a882-2b734250d192 HTTP/1.1" status: 204 len: 168 time: 0.2242410 Aug 04 05:54:22.707254 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8d3f92-ee18-4c70-9b2e-0a5574bdaf53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819de41e-6b2c-4baa-a882-2b734250d192,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:22.868472 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-af02ba66-bd33-4c7f-ad7c-7481e90ae0d9 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 05:54:22.878906 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13830f3-89d1-4d40-b904-b0ff9b9f793a req-6d2fd6e2-839c-4c05-93e6-674ccb66b46b tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:22.880427 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-e13830f3-89d1-4d40-b904-b0ff9b9f793a req-6d2fd6e2-839c-4c05-93e6-674ccb66b46b tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.0493791 Aug 04 05:54:22.921816 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-e13830f3-89d1-4d40-b904-b0ff9b9f793a req-d3a80cc1-8881-48ec-a9c6-a7ede850d3a8 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353417 Aug 04 05:54:23.139328 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] get_ports_and_sgs() called for port_ids ['ec952f16-dc93-4d6b-a88d-f9718685be57'] {{(pid=100433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 05:54:23.657812 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec38ecf-9593-4041-b80e-556d5183a18e req-6788d614-0721-4478-9d80-3c32ed5eaf05 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:23.659200 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-dec38ecf-9593-4041-b80e-556d5183a18e req-6788d614-0721-4478-9d80-3c32ed5eaf05 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 945 time: 0.0535281 Aug 04 05:54:23.707204 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-dec38ecf-9593-4041-b80e-556d5183a18e req-7a53a36e-a506-4a1c-bc87-14c3b903d8f7 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413105 Aug 04 05:54:23.784896 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d5c6d-acaa-435a-b62c-920c59645717 req-af3b1c12-c4e5-4b16-abe0-49046a4e6881 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:23.786365 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-f56d5c6d-acaa-435a-b62c-920c59645717 req-af3b1c12-c4e5-4b16-abe0-49046a4e6881 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 945 time: 0.0472751 Aug 04 05:54:23.826684 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-f56d5c6d-acaa-435a-b62c-920c59645717 req-70f08144-cbf1-4e20-ae29-cee8d58aaf58 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342677 Aug 04 05:54:24.038450 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8ca00-c9e6-495e-b6c5-48176b18af49 req-853974e3-3e99-4f01-87a8-61138cb3e276 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:24.040021 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-8dd8ca00-c9e6-495e-b6c5-48176b18af49 req-853974e3-3e99-4f01-87a8-61138cb3e276 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.0514152 Aug 04 05:54:24.077621 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-8dd8ca00-c9e6-495e-b6c5-48176b18af49 req-9b719ac6-a85f-413e-b7c9-b2fe8a34de7c tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316439 Aug 04 05:54:24.834438 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a74cba-8ac1-49e8-96ef-754d1e09ef27 req-739a5c35-bd09-403a-8df8-b29499a15b67 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:24.836018 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-c3a74cba-8ac1-49e8-96ef-754d1e09ef27 req-739a5c35-bd09-403a-8df8-b29499a15b67 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 945 time: 0.0503633 Aug 04 05:54:24.877207 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-c3a74cba-8ac1-49e8-96ef-754d1e09ef27 req-a523de51-00ea-4fab-8d9c-296365a8adff tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336225 Aug 04 05:54:24.947841 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cfefcf-0ade-4d34-a3b6-78c3d42af526 req-b2fe6d65-7afe-4e8b-a24c-9019ec223a31 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:24.949366 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-38cfefcf-0ade-4d34-a3b6-78c3d42af526 req-b2fe6d65-7afe-4e8b-a24c-9019ec223a31 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 945 time: 0.0501857 Aug 04 05:54:24.987900 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-38cfefcf-0ade-4d34-a3b6-78c3d42af526 req-b33807ea-f218-4838-94a8-5c4e152917ab tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322633 Aug 04 05:54:25.190474 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da1e28-e843-4d5b-af82-c6490be77a5c req-5b372656-1f0c-47e4-9df3-80d9a561ecb5 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:25.191957 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-48da1e28-e843-4d5b-af82-c6490be77a5c req-5b372656-1f0c-47e4-9df3-80d9a561ecb5 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.0480790 Aug 04 05:54:25.231256 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-48da1e28-e843-4d5b-af82-c6490be77a5c req-2a5c9bb6-c8a1-4f97-8db8-7a1a79883a38 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332487 Aug 04 05:54:25.992811 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e44a8f-004c-4305-99af-7c6995d7c755 req-2e23cb4b-7d70-4f9f-8de3-783dc5043dc8 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:25.994282 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-75e44a8f-004c-4305-99af-7c6995d7c755 req-2e23cb4b-7d70-4f9f-8de3-783dc5043dc8 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 945 time: 0.0473971 Aug 04 05:54:26.009891 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 54400) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:54:26.039876 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-75e44a8f-004c-4305-99af-7c6995d7c755 req-a6ef2b99-245d-4a37-90ae-e20b50690676 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329432 Aug 04 05:54:26.103518 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7177afc-ed08-4392-afb3-01d859e00e4d req-4d583d39-b6ac-4772-9976-0ec625c43a17 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:26.105010 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-c7177afc-ed08-4392-afb3-01d859e00e4d req-4d583d39-b6ac-4772-9976-0ec625c43a17 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 945 time: 0.0469041 Aug 04 05:54:26.130454 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a51dcd29-c727-4cea-bea1-a8d320000ec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:26.167143 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-c7177afc-ed08-4392-afb3-01d859e00e4d req-2c6ff1a6-62ce-4810-9f84-a6287ff51d74 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529768 Aug 04 05:54:26.232445 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:26.239616 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a51dcd29-c727-4cea-bea1-a8d320000ec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:26.295295 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a51dcd29-c727-4cea-bea1-a8d320000ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:26.333306 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-a51dcd29-c727-4cea-bea1-a8d320000ec9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a1874dcab22b4adfa0cc012cbbdcfa10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3223507 Aug 04 05:54:26.335199 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51dcd29-c727-4cea-bea1-a8d320000ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c67f9ce-f4c8-4479-9e58-edaac63232f6,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:26.336142 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 54410) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:54:26.395061 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df183412-623b-41a6-b189-921cf2f0d4eb req-aa024a22-05f5-41a3-b5f4-a25d7f323508 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:26.722626 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-df183412-623b-41a6-b189-921cf2f0d4eb req-aa024a22-05f5-41a3-b5f4-a25d7f323508 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.0964541 Aug 04 05:54:26.722626 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-50fd81f9-93b3-4636-b347-94a3b5e97513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:26.722626 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-df183412-623b-41a6-b189-921cf2f0d4eb req-7d1e1b63-c6b0-4a00-bb65-64025ce3dfb2 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551794 Aug 04 05:54:26.722626 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-50fd81f9-93b3-4636-b347-94a3b5e97513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:26.849725 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-50fd81f9-93b3-4636-b347-94a3b5e97513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:26.852640 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-50fd81f9-93b3-4636-b347-94a3b5e97513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:26.853775 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-50fd81f9-93b3-4636-b347-94a3b5e97513 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9c67f9ce-f4c8-4479-9e58-edaac63232f6 HTTP/1.1" status: 204 len: 168 time: 0.5166280 Aug 04 05:54:26.861518 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd81f9-93b3-4636-b347-94a3b5e97513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c67f9ce-f4c8-4479-9e58-edaac63232f6,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:27.148364 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211fbbe-128e-4b47-835c-98694a673d2d req-e6dcd93f-fe3b-4c8c-9c58-c33162f91dd8 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:27.149832 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-e211fbbe-128e-4b47-835c-98694a673d2d req-e6dcd93f-fe3b-4c8c-9c58-c33162f91dd8 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 945 time: 0.0493479 Aug 04 05:54:27.187807 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-e211fbbe-128e-4b47-835c-98694a673d2d req-4b07e6b9-1a52-425f-aaa8-7ef13423dee6 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321274 Aug 04 05:54:27.285484 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93899a0e-22c0-4cb6-94c4-ff509bae9358 req-27f57205-9551-454c-ba52-a13b3ac100ff tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:27.287022 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-93899a0e-22c0-4cb6-94c4-ff509bae9358 req-27f57205-9551-454c-ba52-a13b3ac100ff tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 945 time: 0.0479338 Aug 04 05:54:27.328200 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-93899a0e-22c0-4cb6-94c4-ff509bae9358 req-e72a4833-37e7-456e-8317-7a418fef1616 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344827 Aug 04 05:54:27.827733 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf575c1c-ccf0-4f56-bdc4-57f0947d39b3 req-d7288e1c-0dda-46a4-ac14-37b16026ac64 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:27.829261 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-bf575c1c-ccf0-4f56-bdc4-57f0947d39b3 req-d7288e1c-0dda-46a4-ac14-37b16026ac64 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.0522103 Aug 04 05:54:27.868675 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-bf575c1c-ccf0-4f56-bdc4-57f0947d39b3 req-a6b08daf-dd34-46a4-9bf4-8f7ab173f30d tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334961 Aug 04 05:54:27.889189 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 54448) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:54:27.903061 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-508a20be-e99e-4006-a360-025b8859205a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:28.053318 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24b599-c658-449d-b41d-57646aaab628 req-9f175482-0cf7-4f45-b4c3-75f7945d8d0d tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:28.054773 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-2d24b599-c658-449d-b41d-57646aaab628 req-9f175482-0cf7-4f45-b4c3-75f7945d8d0d tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.0719726 Aug 04 05:54:28.063515 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 54462) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:54:28.067667 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-508a20be-e99e-4006-a360-025b8859205a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:28.068214 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-78121552-4ae8-4ab4-9be1-efe2e5db6019 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Request body: {'floatingip': {'port_id': '4ebbf558-7ec6-47f5-9e3a-c8a2662b6565'}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:54:28.138775 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-78121552-4ae8-4ab4-9be1-efe2e5db6019 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks [] for floatingip, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:28.167784 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device ec952f16-dc93-4d6b-a88d-f9718685be57 up at agent hyperv_hv-cinder-80161 {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:54:28.169642 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-508a20be-e99e-4006-a360-025b8859205a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:28.213280 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-508a20be-e99e-4006-a360-025b8859205a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=27c0dac63f894aacaefd5ca7a8260463&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3240981 Aug 04 05:54:28.214603 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508a20be-e99e-4006-a360-025b8859205a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c4b6e8-4d83-4554-87d8-2cc3cb0d1032,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:28.218542 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 54466) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:54:28.291506 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d64f0fcf-ecc8-4a3c-99de-0b85e14e06c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:28.323755 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Provisioning for port ec952f16-dc93-4d6b-a88d-f9718685be57 completed by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:54:28.330935 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Provisioning complete for port ec952f16-dc93-4d6b-a88d-f9718685be57 triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:54:28.333691 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:28.333830 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d64f0fcf-ecc8-4a3c-99de-0b85e14e06c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:28.371961 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d46af-297c-4146-adc1-145efb5e8ee2 req-51c42691-bbd7-4752-b5bb-76f80759f1d1 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:28.373678 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-939d46af-297c-4146-adc1-145efb5e8ee2 req-51c42691-bbd7-4752-b5bb-76f80759f1d1 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 945 time: 0.1000412 Aug 04 05:54:28.464456 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-939d46af-297c-4146-adc1-145efb5e8ee2 req-e3b045b1-d526-498c-8e62-fa4b082e1b45 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587480 Aug 04 05:54:28.471324 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:28.498393 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db707704-794d-470d-8f9c-d70cc2271e8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec952f16-dc93-4d6b-a88d-f9718685be57'}] {{(pid=100433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:54:28.500709 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d64f0fcf-ecc8-4a3c-99de-0b85e14e06c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:28.501914 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffe4ad2cefe5cc989f07e8393c985a8403d56455fd91e6fde58b148ee627bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260d809b-51a8-405b-a804-24bddd0759fd" -d '{"events": [{"server_uuid": "db707704-794d-470d-8f9c-d70cc2271e8b", "name": "network-vif-plugged", "status": "completed", "tag": "ec952f16-dc93-4d6b-a88d-f9718685be57"}]}' {{(pid=100433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:54:28.503292 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d64f0fcf-ecc8-4a3c-99de-0b85e14e06c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:28.515773 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-d64f0fcf-ecc8-4a3c-99de-0b85e14e06c3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a7c4b6e8-4d83-4554-87d8-2cc3cb0d1032 HTTP/1.1" status: 204 len: 168 time: 0.2899866 Aug 04 05:54:28.521408 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port ec952f16-dc93-4d6b-a88d-f9718685be57, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=ec952f16-dc93-4d6b-a88d-f9718685be57,segment=NetworkSegment(ec29bf54-ee61-44b2-b8df-ad8fd94577ee),segment_id=ec29bf54-ee61-44b2-b8df-ad8fd94577ee)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:54:28.527904 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f0fcf-ecc8-4a3c-99de-0b85e14e06c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c4b6e8-4d83-4554-87d8-2cc3cb0d1032,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:28.537718 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64f0fcf-ecc8-4a3c-99de-0b85e14e06c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:54:28.543702 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64f0fcf-ecc8-4a3c-99de-0b85e14e06c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:54:28.543702 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64f0fcf-ecc8-4a3c-99de-0b85e14e06c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:54:28.543702 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64f0fcf-ecc8-4a3c-99de-0b85e14e06c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:54:28.543702 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64f0fcf-ecc8-4a3c-99de-0b85e14e06c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:54:28.543702 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64f0fcf-ecc8-4a3c-99de-0b85e14e06c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:54:28.543702 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64f0fcf-ecc8-4a3c-99de-0b85e14e06c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:54:28.543702 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64f0fcf-ecc8-4a3c-99de-0b85e14e06c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:54:28.543702 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64f0fcf-ecc8-4a3c-99de-0b85e14e06c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:54:28.543702 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64f0fcf-ecc8-4a3c-99de-0b85e14e06c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:54:28.543702 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64f0fcf-ecc8-4a3c-99de-0b85e14e06c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:54:28.543702 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64f0fcf-ecc8-4a3c-99de-0b85e14e06c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:54:28.615065 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:28.707880 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=ec952f16-dc93-4d6b-a88d-f9718685be57,revision_number=5']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:28.709881 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755588f-d470-4730-b2cf-31764f1aed87 req-eace81fe-a016-41f0-a215-9a7ffd4f8cd5 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:28.721238 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e755588f-d470-4730-b2cf-31764f1aed87 req-eace81fe-a016-41f0-a215-9a7ffd4f8cd5 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 945 time: 0.1369958 Aug 04 05:54:28.790972 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e755588f-d470-4730-b2cf-31764f1aed87 req-47b49cee-3ff7-4680-bd6b-da87f60b82f3 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675061 Aug 04 05:54:28.842224 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 05:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b78894-3f98-4872-9ade-daf00906eed4 x-openstack-request-id: req-c8b78894-3f98-4872-9ade-daf00906eed4 {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:54:28.842544 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db707704-794d-470d-8f9c-d70cc2271e8b", "name": "network-vif-plugged", "status": "completed", "tag": "ec952f16-dc93-4d6b-a88d-f9718685be57", "code": 200}]} {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:54:28.843325 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c8b78894-3f98-4872-9ade-daf00906eed4 {{(pid=100433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:54:28.843325 dv-cinder-801617-4-iscsi neutron-server[100433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db707704-794d-470d-8f9c-d70cc2271e8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec952f16-dc93-4d6b-a88d-f9718685be57', 'code': 200} Aug 04 05:54:28.985429 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-78121552-4ae8-4ab4-9be1-efe2e5db6019 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:29.049177 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-78121552-4ae8-4ab4-9be1-efe2e5db6019 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572675'] for floatingip, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:29.096514 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5b827-2f5a-4169-bc4e-e0d0504b4c88 req-b4b09a6c-968a-4d3f-9303-75fed2edc646 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:29.098014 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-cea5b827-2f5a-4169-bc4e-e0d0504b4c88 req-b4b09a6c-968a-4d3f-9303-75fed2edc646 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 945 time: 0.0568900 Aug 04 05:54:29.138665 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-cea5b827-2f5a-4169-bc4e-e0d0504b4c88 req-2255b9b9-21d4-4b19-9ccb-836f0be8dc53 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332143 Aug 04 05:54:29.149651 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.db.l3_db [None req-78121552-4ae8-4ab4-9be1-efe2e5db6019 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Floating IP 8358108f-1237-4b6e-84bf-0b3534802571 associated. External IP: 172.27.1.105, port: 4ebbf558-7ec6-47f5-9e3a-c8a2662b6565. Aug 04 05:54:29.348959 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78121552-4ae8-4ab4-9be1-efe2e5db6019 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Router bba70e6f-b063-4c50-aec0-c90603577873 has already been hosted by L3 agent 1092c566-0070-459b-a71e-112f2411deeb {{(pid=100431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 05:54:29.647678 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78121552-4ae8-4ab4-9be1-efe2e5db6019 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify agent at l3_agent.dv-cinder-801617-4-iscsi the message routers_updated {{(pid=100431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 05:54:29.652728 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-78121552-4ae8-4ab4-9be1-efe2e5db6019 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for floatingip, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:29.662122 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366cef59-e523-4d61-8ae5-f86f0a090dd0 None None] Sync routers for ids ['bba70e6f-b063-4c50-aec0-c90603577873'] in dv-cinder-801617-4-iscsi {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 05:54:29.671714 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366cef59-e523-4d61-8ae5-f86f0a090dd0 None None] Routers {'bba70e6f-b063-4c50-aec0-c90603577873'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:54:29.672503 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-366cef59-e523-4d61-8ae5-f86f0a090dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:54:06Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['bba70e6f-b063-4c50-aec0-c90603577873'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:54:29.688404 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-78121552-4ae8-4ab4-9be1-efe2e5db6019 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "PUT /v2.0/floatingips/8358108f-1237-4b6e-84bf-0b3534802571 HTTP/1.1" status: 200 len: 992 time: 1.6201499 Aug 04 05:54:29.688404 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '370895a5-3e54-4e82-8ca6-43a07af1d09b', 'tag': '4ebbf558-7ec6-47f5-9e3a-c8a2662b6565'}] {{(pid=100431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:54:29.688404 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d047a0739a9e621485ccc482307aa98cd58e8937adb7e4be7ba07b62ec6ee677" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0368db04-4b31-4acc-8b10-d2f1f66865c3" -d '{"events": [{"name": "network-changed", "server_uuid": "370895a5-3e54-4e82-8ca6-43a07af1d09b", "tag": "4ebbf558-7ec6-47f5-9e3a-c8a2662b6565"}]}' {{(pid=100431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:54:29.747479 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 05:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28238f4-d3fa-4d4c-8f4c-adab046d5516 x-openstack-request-id: req-c28238f4-d3fa-4d4c-8f4c-adab046d5516 {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:54:29.747837 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "370895a5-3e54-4e82-8ca6-43a07af1d09b", "tag": "4ebbf558-7ec6-47f5-9e3a-c8a2662b6565", "status": "completed", "code": 200}]} {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:54:29.748177 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c28238f4-d3fa-4d4c-8f4c-adab046d5516 {{(pid=100431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:54:29.748668 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '370895a5-3e54-4e82-8ca6-43a07af1d09b', 'tag': '4ebbf558-7ec6-47f5-9e3a-c8a2662b6565', 'status': 'completed', 'code': 200} Aug 04 05:54:29.828675 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-366cef59-e523-4d61-8ae5-f86f0a090dd0 None None] Set router bba70e6f-b063-4c50-aec0-c90603577873 gateway port host: dv-cinder-801617-4-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:54:29.915117 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468395d-a95a-46b5-b630-bc0cddc2de29 req-79adb32b-614f-42e1-8e27-ddc35c3b27a6 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:29.916671 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-3468395d-a95a-46b5-b630-bc0cddc2de29 req-79adb32b-614f-42e1-8e27-ddc35c3b27a6 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 946 time: 0.0501535 Aug 04 05:54:29.965647 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-3468395d-a95a-46b5-b630-bc0cddc2de29 req-36eef581-4885-4cdc-a323-2f4a290f0dd0 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377440 Aug 04 05:54:30.119715 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-366cef59-e523-4d61-8ae5-f86f0a090dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'name': 'tempest-AttachVolumeTestJSON-109798790-router', 'tenant_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '5762214d-3b75-445b-82e5-d3424157accd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:53:30Z', 'updated_at': '2021-08-04T05:53:35Z', 'revision_number': 4, 'project_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'gw_port': {'id': '5762214d-3b75-445b-82e5-d3424157accd', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:32Z', 'updated_at': '2021-08-04T05:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_floatingips': [{'id': '8358108f-1237-4b6e-84bf-0b3534802571', 'tenant_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'floating_ip_address': '172.27.1.105', 'floating_network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'router_id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'port_id': '4ebbf558-7ec6-47f5-9e3a-c8a2662b6565', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2e5a947-03e8-4345-94ae-fbf3e7f6b1f3', 'mac_address': 'fa:16:3e:3a:ed:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370895a5-3e54-4e82-8ca6-43a07af1d09b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T05:53:46Z', 'updated_at': '2021-08-04T05:54:28Z', 'revision_number': 1, 'project_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e268975-f39b-4261-b5b0-26d9b528d0bd', 'name': '', 'network_id': 'd2e5a947-03e8-4345-94ae-fbf3e7f6b1f3', 'tenant_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'mac_address': 'fa:16:3e:3d:98:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '093ae098-146b-44a4-8f09-371adaa382d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:35Z', 'updated_at': '2021-08-04T05:53:49Z', 'revision_number': 5, 'project_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'subnets': [{'id': '093ae098-146b-44a4-8f09-371adaa382d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:54:30.145950 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366cef59-e523-4d61-8ae5-f86f0a090dd0 None None] Checking router: bba70e6f-b063-4c50-aec0-c90603577873 for host: dv-cinder-801617-4-iscsi {{(pid=100434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 05:54:30.154234 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366cef59-e523-4d61-8ae5-f86f0a090dd0 None None] Routers {'bba70e6f-b063-4c50-aec0-c90603577873'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:54:30.154847 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-366cef59-e523-4d61-8ae5-f86f0a090dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:54:06Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['bba70e6f-b063-4c50-aec0-c90603577873'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:54:30.281966 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-366cef59-e523-4d61-8ae5-f86f0a090dd0 None None] Set router bba70e6f-b063-4c50-aec0-c90603577873 gateway port host: dv-cinder-801617-4-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:54:30.305225 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed39b3a-0b59-432b-97f0-6aa2cd36d835 req-12827f61-72f9-406c-9b55-9c6e72edb80c tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:30.306974 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-1ed39b3a-0b59-432b-97f0-6aa2cd36d835 req-12827f61-72f9-406c-9b55-9c6e72edb80c tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 945 time: 0.0490968 Aug 04 05:54:30.352986 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-1ed39b3a-0b59-432b-97f0-6aa2cd36d835 req-31446593-f709-4d43-bb3e-f9499b3c6c3c tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338862 Aug 04 05:54:30.581168 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-366cef59-e523-4d61-8ae5-f86f0a090dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'name': 'tempest-AttachVolumeTestJSON-109798790-router', 'tenant_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '5762214d-3b75-445b-82e5-d3424157accd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:53:30Z', 'updated_at': '2021-08-04T05:53:35Z', 'revision_number': 4, 'project_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'gw_port': {'id': '5762214d-3b75-445b-82e5-d3424157accd', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:32Z', 'updated_at': '2021-08-04T05:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_floatingips': [{'id': '8358108f-1237-4b6e-84bf-0b3534802571', 'tenant_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'floating_ip_address': '172.27.1.105', 'floating_network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'router_id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'port_id': '4ebbf558-7ec6-47f5-9e3a-c8a2662b6565', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2e5a947-03e8-4345-94ae-fbf3e7f6b1f3', 'mac_address': 'fa:16:3e:3a:ed:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370895a5-3e54-4e82-8ca6-43a07af1d09b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T05:53:46Z', 'updated_at': '2021-08-04T05:54:28Z', 'revision_number': 1, 'project_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e268975-f39b-4261-b5b0-26d9b528d0bd', 'name': '', 'network_id': 'd2e5a947-03e8-4345-94ae-fbf3e7f6b1f3', 'tenant_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'mac_address': 'fa:16:3e:3d:98:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '093ae098-146b-44a4-8f09-371adaa382d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:35Z', 'updated_at': '2021-08-04T05:53:49Z', 'revision_number': 5, 'project_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'subnets': [{'id': '093ae098-146b-44a4-8f09-371adaa382d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:54:30.611088 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366cef59-e523-4d61-8ae5-f86f0a090dd0 None None] The sync data for ids ['bba70e6f-b063-4c50-aec0-c90603577873'] in dv-cinder-801617-4-iscsi is: [{'id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'name': 'tempest-AttachVolumeTestJSON-109798790-router', 'tenant_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '5762214d-3b75-445b-82e5-d3424157accd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:53:30Z', 'updated_at': '2021-08-04T05:53:35Z', 'revision_number': 4, 'project_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'gw_port': {'id': '5762214d-3b75-445b-82e5-d3424157accd', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:32Z', 'updated_at': '2021-08-04T05:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_floatingips': [{'id': '8358108f-1237-4b6e-84bf-0b3534802571', 'tenant_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'floating_ip_address': '172.27.1.105', 'floating_network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'router_id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'port_id': '4ebbf558-7ec6-47f5-9e3a-c8a2662b6565', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2e5a947-03e8-4345-94ae-fbf3e7f6b1f3', 'mac_address': 'fa:16:3e:3a:ed:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370895a5-3e54-4e82-8ca6-43a07af1d09b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T05:53:46Z', 'updated_at': '2021-08-04T05:54:28Z', 'revision_number': 1, 'project_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e268975-f39b-4261-b5b0-26d9b528d0bd', 'name': '', 'network_id': 'd2e5a947-03e8-4345-94ae-fbf3e7f6b1f3', 'tenant_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'mac_address': 'fa:16:3e:3d:98:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '093ae098-146b-44a4-8f09-371adaa382d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:35Z', 'updated_at': '2021-08-04T05:53:49Z', 'revision_number': 5, 'project_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'subnets': [{'id': '093ae098-146b-44a4-8f09-371adaa382d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 05:54:30.806533 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88b5e1b-306c-4b46-848c-f7807b2daf65 None None] New status for floating IP 8358108f-1237-4b6e-84bf-0b3534802571: ACTIVE {{(pid=100433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 05:54:31.088336 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c10cf9-a6c7-42cc-9910-5c3168ac8fe9 req-074c24bb-4e80-49a0-a5ca-1179859b41eb tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:31.089820 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-57c10cf9-a6c7-42cc-9910-5c3168ac8fe9 req-074c24bb-4e80-49a0-a5ca-1179859b41eb tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 946 time: 0.0526185 Aug 04 05:54:31.129997 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-57c10cf9-a6c7-42cc-9910-5c3168ac8fe9 req-46b950d5-0eb6-45b6-93bf-cb881ab1c741 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328822 Aug 04 05:54:31.467605 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262613e-273e-4a64-aa29-12c34bc7d641 req-eac3dd11-3804-4ba4-87ba-55ee51688571 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:31.469180 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-d262613e-273e-4a64-aa29-12c34bc7d641 req-eac3dd11-3804-4ba4-87ba-55ee51688571 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 945 time: 0.0469780 Aug 04 05:54:31.506101 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-d262613e-273e-4a64-aa29-12c34bc7d641 req-49b3155b-a978-47c9-b24c-b23e7cdd40f2 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309794 Aug 04 05:54:32.020784 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368db04-4b31-4acc-8b10-d2f1f66865c3 req-0d39f418-06d4-4813-9c94-0c3744666776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:32.022541 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0368db04-4b31-4acc-8b10-d2f1f66865c3 req-0d39f418-06d4-4813-9c94-0c3744666776 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c8bcebc3d7d048b69d592fa2bf00330a&device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 1099 time: 0.0420551 Aug 04 05:54:32.130081 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368db04-4b31-4acc-8b10-d2f1f66865c3 req-f71430b9-305c-4aa8-893c-31c589b4552b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:32.131568 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0368db04-4b31-4acc-8b10-d2f1f66865c3 req-f71430b9-305c-4aa8-893c-31c589b4552b service neutron] 10.222.0.18 "GET /v2.0/networks?id=d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3 HTTP/1.1" status: 200 len: 911 time: 0.0954015 Aug 04 05:54:32.153008 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4398c4c-cf4b-490b-8751-5ac6b55eb7d9 req-a961cb2e-8f3d-4c04-a9b1-7c338285db4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:32.154589 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-c4398c4c-cf4b-490b-8751-5ac6b55eb7d9 req-a961cb2e-8f3d-4c04-a9b1-7c338285db4a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0d320059d2a748979473823c9bc742bb&device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 1098 time: 0.0405986 Aug 04 05:54:32.264889 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4398c4c-cf4b-490b-8751-5ac6b55eb7d9 req-ce516f05-4e72-44ba-9fcc-79a61f808977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:32.266887 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-c4398c4c-cf4b-490b-8751-5ac6b55eb7d9 req-ce516f05-4e72-44ba-9fcc-79a61f808977 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fea95b2d-d504-480b-8c54-fa1d3a884d59 HTTP/1.1" status: 200 len: 920 time: 0.1042976 Aug 04 05:54:32.272311 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0368db04-4b31-4acc-8b10-d2f1f66865c3 req-0823d624-ef42-4077-a26d-1a20cfe73629 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ebbf558-7ec6-47f5-9e3a-c8a2662b6565 HTTP/1.1" status: 200 len: 1002 time: 0.1281409 Aug 04 05:54:32.318505 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-c4398c4c-cf4b-490b-8751-5ac6b55eb7d9 req-f7d22490-d71b-4910-ad40-b1d2361af7dd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61e93238-e733-4f4b-a2c9-68d81bef4f15 HTTP/1.1" status: 200 len: 217 time: 0.0369995 Aug 04 05:54:32.350987 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec124fd-4112-45b7-88b3-3cea6467db18 req-9a1af536-c072-4e5a-9753-b744c55582f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:32.352854 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-fec124fd-4112-45b7-88b3-3cea6467db18 req-9a1af536-c072-4e5a-9753-b744c55582f6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 1099 time: 0.1050785 Aug 04 05:54:32.364736 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7976af7-ed4f-442e-a31e-74e995d82e1d req-f08c8718-b618-40d8-bda2-63d321633f57 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:32.366158 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-a7976af7-ed4f-442e-a31e-74e995d82e1d req-f08c8718-b618-40d8-bda2-63d321633f57 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 946 time: 0.1435902 Aug 04 05:54:32.368260 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368db04-4b31-4acc-8b10-d2f1f66865c3 req-01b10c8b-f82c-4715-be71-6e459654e4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:32.369671 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0368db04-4b31-4acc-8b10-d2f1f66865c3 req-01b10c8b-f82c-4715-be71-6e459654e4ee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=093ae098-146b-44a4-8f09-371adaa382d8 HTTP/1.1" status: 200 len: 849 time: 0.0828519 Aug 04 05:54:32.370603 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4398c4c-cf4b-490b-8751-5ac6b55eb7d9 req-8b7c38aa-0560-4736-93b6-0d5e115246af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:32.372110 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-c4398c4c-cf4b-490b-8751-5ac6b55eb7d9 req-8b7c38aa-0560-4736-93b6-0d5e115246af service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9770694f-c8d6-4155-afb5-37951e23de06 HTTP/1.1" status: 200 len: 859 time: 0.0460505 Aug 04 05:54:32.420440 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-c4398c4c-cf4b-490b-8751-5ac6b55eb7d9 req-31d7106d-b633-4119-a9a9-db4cd1eabe46 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fea95b2d-d504-480b-8c54-fa1d3a884d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278249 Aug 04 05:54:32.451546 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-fec124fd-4112-45b7-88b3-3cea6467db18 req-9719bc93-afa4-465b-b1a1-7a62142b1d46 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809085 Aug 04 05:54:32.459066 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-a7976af7-ed4f-442e-a31e-74e995d82e1d req-727ac883-9000-4f19-8999-ccfd3a7f6161 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831573 Aug 04 05:54:32.463417 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368db04-4b31-4acc-8b10-d2f1f66865c3 req-68bbc36e-2c7e-4a34-b4d8-079c17c2447a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:32.464991 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0368db04-4b31-4acc-8b10-d2f1f66865c3 req-68bbc36e-2c7e-4a34-b4d8-079c17c2447a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698409 Aug 04 05:54:32.515163 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-c4398c4c-cf4b-490b-8751-5ac6b55eb7d9 req-b8f9bfdc-d5f0-46d8-977d-faf4d10baebc service neutron] 10.222.0.18 "GET /v2.0/networks/fea95b2d-d504-480b-8c54-fa1d3a884d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806308 Aug 04 05:54:32.646973 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0368db04-4b31-4acc-8b10-d2f1f66865c3 req-b565714c-672b-4b37-9870-7d89a38b6da8 service neutron] 10.222.0.18 "GET /v2.0/networks/d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867260 Aug 04 05:54:32.673095 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18100bb2-0833-4e94-8f3a-c04db0155a9c req-b6fd4d24-dce2-49db-a007-1f07edb53a3b tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:32.674592 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-18100bb2-0833-4e94-8f3a-c04db0155a9c req-b6fd4d24-dce2-49db-a007-1f07edb53a3b tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 945 time: 0.0949123 Aug 04 05:54:32.694875 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-c4398c4c-cf4b-490b-8751-5ac6b55eb7d9 req-54ab122f-769c-4567-b325-92c4b7be237c service neutron] 10.222.0.18 "GET /v2.0/networks/fea95b2d-d504-480b-8c54-fa1d3a884d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338501 Aug 04 05:54:32.723439 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-18100bb2-0833-4e94-8f3a-c04db0155a9c req-76b5aac8-536b-43fc-a714-4f07235dc72b tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401061 Aug 04 05:54:32.751649 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0368db04-4b31-4acc-8b10-d2f1f66865c3 req-e6ac38b1-f874-48c1-8192-bdec29421388 service neutron] 10.222.0.18 "GET /v2.0/networks/d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865498 Aug 04 05:54:33.517392 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-4f114fa3-51f5-47d5-90d2-99b8ff6d314a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:33.579117 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73486392-5a0f-4ae1-8f2e-f204cca65dfa req-91fb8084-b24a-4f35-9b6c-e699200e8071 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:33.580555 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-73486392-5a0f-4ae1-8f2e-f204cca65dfa req-91fb8084-b24a-4f35-9b6c-e699200e8071 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 946 time: 0.0493183 Aug 04 05:54:33.621994 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-73486392-5a0f-4ae1-8f2e-f204cca65dfa req-0ce83004-49f2-4234-afaa-2a8862fc0401 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354702 Aug 04 05:54:33.849314 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2079d30f-6d91-4ec9-b033-4ea8b8a51811 req-5811fec4-25eb-47ab-8e6f-f074a38aff46 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:33.850703 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-2079d30f-6d91-4ec9-b033-4ea8b8a51811 req-5811fec4-25eb-47ab-8e6f-f074a38aff46 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 945 time: 0.0503922 Aug 04 05:54:33.889178 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-2079d30f-6d91-4ec9-b033-4ea8b8a51811 req-6b3d4f94-8d9d-438d-be39-8f4416c9883c tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322652 Aug 04 05:54:34.741777 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595fa04-bc9d-4739-8932-434a0e7e0f57 req-db4db678-b29d-4b5d-9647-e38ef062cbe1 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:34.743262 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-b595fa04-bc9d-4739-8932-434a0e7e0f57 req-db4db678-b29d-4b5d-9647-e38ef062cbe1 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 946 time: 0.0514274 Aug 04 05:54:34.783577 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-b595fa04-bc9d-4739-8932-434a0e7e0f57 req-045cb8a4-053a-4af0-b33a-09279ad5d343 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345178 Aug 04 05:54:34.907852 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104c3cb-619a-4b50-b8c5-1308ab257f8f req-34d716e1-b278-4c21-9ff2-c8876e3a6900 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:34.909653 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5104c3cb-619a-4b50-b8c5-1308ab257f8f req-34d716e1-b278-4c21-9ff2-c8876e3a6900 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 946 time: 0.0486619 Aug 04 05:54:34.918022 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 54666) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:54:34.922457 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [None req-6ea3b1d1-d247-47c4-b54e-2076a592ce2f tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Request body: {'floatingip': {'port_id': 'ec952f16-dc93-4d6b-a88d-f9718685be57'}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:54:35.003144 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-6ea3b1d1-d247-47c4-b54e-2076a592ce2f tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks [] for floatingip, before_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:35.135099 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3e7ec-bd71-42b1-9868-e9f9407ab2ef req-4162c4a8-adfd-43eb-a9f0-b7aab9ea0d73 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:35.136590 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-4ac3e7ec-bd71-42b1-9868-e9f9407ab2ef req-4162c4a8-adfd-43eb-a9f0-b7aab9ea0d73 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 945 time: 0.1529520 Aug 04 05:54:35.223263 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-4ac3e7ec-bd71-42b1-9868-e9f9407ab2ef req-6f9bb48e-5efb-4903-a4b7-f5f40ee6c68b tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780029 Aug 04 05:54:35.822369 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-6ea3b1d1-d247-47c4-b54e-2076a592ce2f tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:35.877759 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-6ea3b1d1-d247-47c4-b54e-2076a592ce2f tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572675'] for floatingip, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:35.980289 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-45dfd052-6ed4-436c-acf8-4d400e72b7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:35.986340 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.db.l3_db [None req-6ea3b1d1-d247-47c4-b54e-2076a592ce2f tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Floating IP 3e888ea9-e7f8-4f6f-925b-23452c923998 associated. External IP: 172.27.1.138, port: ec952f16-dc93-4d6b-a88d-f9718685be57. Aug 04 05:54:36.100242 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:36.186502 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea3b1d1-d247-47c4-b54e-2076a592ce2f tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Router e1fc6fa8-ecdc-42e6-80ad-97dc77491acf has already been hosted by L3 agent 1092c566-0070-459b-a71e-112f2411deeb {{(pid=100432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 05:54:36.300657 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea3b1d1-d247-47c4-b54e-2076a592ce2f tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify agent at l3_agent.dv-cinder-801617-4-iscsi the message routers_updated {{(pid=100432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 05:54:36.310528 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ae7c46-b7b1-49e8-b2b7-f4af029c9652 None None] Sync routers for ids ['e1fc6fa8-ecdc-42e6-80ad-97dc77491acf'] in dv-cinder-801617-4-iscsi {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 05:54:36.317904 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-6ea3b1d1-d247-47c4-b54e-2076a592ce2f tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for floatingip, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:36.320510 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ae7c46-b7b1-49e8-b2b7-f4af029c9652 None None] Routers {'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:54:36.321592 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-26ae7c46-b7b1-49e8-b2b7-f4af029c9652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:54:36Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['e1fc6fa8-ecdc-42e6-80ad-97dc77491acf'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:54:36.354916 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-6ea3b1d1-d247-47c4-b54e-2076a592ce2f tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "PUT /v2.0/floatingips/3e888ea9-e7f8-4f6f-925b-23452c923998 HTTP/1.1" status: 200 len: 992 time: 1.4330814 Aug 04 05:54:36.354916 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db707704-794d-470d-8f9c-d70cc2271e8b', 'tag': 'ec952f16-dc93-4d6b-a88d-f9718685be57'}] {{(pid=100432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:54:36.356408 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7961aa7e709e573ce1f4efc3791ca037d6473da3b2c6b2a251ebfb1631130676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e862e1-8ca4-4ace-8763-55c0f8b6a6d1" -d '{"events": [{"name": "network-changed", "server_uuid": "db707704-794d-470d-8f9c-d70cc2271e8b", "tag": "ec952f16-dc93-4d6b-a88d-f9718685be57"}]}' {{(pid=100432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:54:36.367445 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb537571-8b9e-406c-8c4e-2cbf077317fd req-86fbf6e8-8d61-46f2-bcba-0a6aee7b8af5 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:36.368926 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-fb537571-8b9e-406c-8c4e-2cbf077317fd req-86fbf6e8-8d61-46f2-bcba-0a6aee7b8af5 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 945 time: 0.0801678 Aug 04 05:54:36.406313 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-fb537571-8b9e-406c-8c4e-2cbf077317fd req-1a689148-a55e-4d39-9c4e-24e76603d920 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311246 Aug 04 05:54:36.425391 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-26ae7c46-b7b1-49e8-b2b7-f4af029c9652 None None] Set router e1fc6fa8-ecdc-42e6-80ad-97dc77491acf gateway port host: dv-cinder-801617-4-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:54:36.642623 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-26ae7c46-b7b1-49e8-b2b7-f4af029c9652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'name': 'tempest-AttachVolumeShelveTestJSON-1935299454-router', 'tenant_id': 'ec04283d3509443b9c65cd9af852d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '323df2b8-b125-45c8-a7ef-e2fc461f0421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:53:32Z', 'updated_at': '2021-08-04T05:53:42Z', 'revision_number': 4, 'project_id': 'ec04283d3509443b9c65cd9af852d46f', 'gw_port': {'id': '323df2b8-b125-45c8-a7ef-e2fc461f0421', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:40:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:34Z', 'updated_at': '2021-08-04T05:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_floatingips': [{'id': '3e888ea9-e7f8-4f6f-925b-23452c923998', 'tenant_id': 'ec04283d3509443b9c65cd9af852d46f', 'floating_ip_address': '172.27.1.138', 'floating_network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'router_id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'port_id': 'ec952f16-dc93-4d6b-a88d-f9718685be57', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a493c09c-6949-44f8-8e08-fbb13c36d6a2', 'mac_address': 'fa:16:3e:40:b5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db707704-794d-470d-8f9c-d70cc2271e8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T05:53:53Z', 'updated_at': '2021-08-04T05:54:35Z', 'revision_number': 1, 'project_id': 'ec04283d3509443b9c65cd9af852d46f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd44ff6-08ad-4a3c-822c-d9ee055eed1b', 'name': '', 'network_id': 'a493c09c-6949-44f8-8e08-fbb13c36d6a2', 'tenant_id': 'ec04283d3509443b9c65cd9af852d46f', 'mac_address': 'fa:16:3e:f2:05:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2aeabe42-c308-496c-8730-52b38af59b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:40Z', 'updated_at': '2021-08-04T05:53:54Z', 'revision_number': 5, 'project_id': 'ec04283d3509443b9c65cd9af852d46f', 'subnets': [{'id': '2aeabe42-c308-496c-8730-52b38af59b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:54:36.667385 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ae7c46-b7b1-49e8-b2b7-f4af029c9652 None None] Checking router: e1fc6fa8-ecdc-42e6-80ad-97dc77491acf for host: dv-cinder-801617-4-iscsi {{(pid=100434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 05:54:36.675887 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ae7c46-b7b1-49e8-b2b7-f4af029c9652 None None] Routers {'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:54:36.676475 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-26ae7c46-b7b1-49e8-b2b7-f4af029c9652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:54:36Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['e1fc6fa8-ecdc-42e6-80ad-97dc77491acf'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:54:36.781357 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-26ae7c46-b7b1-49e8-b2b7-f4af029c9652 None None] Set router e1fc6fa8-ecdc-42e6-80ad-97dc77491acf gateway port host: dv-cinder-801617-4-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:54:37.003534 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-26ae7c46-b7b1-49e8-b2b7-f4af029c9652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'name': 'tempest-AttachVolumeShelveTestJSON-1935299454-router', 'tenant_id': 'ec04283d3509443b9c65cd9af852d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '323df2b8-b125-45c8-a7ef-e2fc461f0421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:53:32Z', 'updated_at': '2021-08-04T05:53:42Z', 'revision_number': 4, 'project_id': 'ec04283d3509443b9c65cd9af852d46f', 'gw_port': {'id': '323df2b8-b125-45c8-a7ef-e2fc461f0421', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:40:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:34Z', 'updated_at': '2021-08-04T05:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_floatingips': [{'id': '3e888ea9-e7f8-4f6f-925b-23452c923998', 'tenant_id': 'ec04283d3509443b9c65cd9af852d46f', 'floating_ip_address': '172.27.1.138', 'floating_network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'router_id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'port_id': 'ec952f16-dc93-4d6b-a88d-f9718685be57', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a493c09c-6949-44f8-8e08-fbb13c36d6a2', 'mac_address': 'fa:16:3e:40:b5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db707704-794d-470d-8f9c-d70cc2271e8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T05:53:53Z', 'updated_at': '2021-08-04T05:54:35Z', 'revision_number': 1, 'project_id': 'ec04283d3509443b9c65cd9af852d46f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd44ff6-08ad-4a3c-822c-d9ee055eed1b', 'name': '', 'network_id': 'a493c09c-6949-44f8-8e08-fbb13c36d6a2', 'tenant_id': 'ec04283d3509443b9c65cd9af852d46f', 'mac_address': 'fa:16:3e:f2:05:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2aeabe42-c308-496c-8730-52b38af59b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:40Z', 'updated_at': '2021-08-04T05:53:54Z', 'revision_number': 5, 'project_id': 'ec04283d3509443b9c65cd9af852d46f', 'subnets': [{'id': '2aeabe42-c308-496c-8730-52b38af59b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:54:37.028278 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ae7c46-b7b1-49e8-b2b7-f4af029c9652 None None] The sync data for ids ['e1fc6fa8-ecdc-42e6-80ad-97dc77491acf'] in dv-cinder-801617-4-iscsi is: [{'id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'name': 'tempest-AttachVolumeShelveTestJSON-1935299454-router', 'tenant_id': 'ec04283d3509443b9c65cd9af852d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '323df2b8-b125-45c8-a7ef-e2fc461f0421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:53:32Z', 'updated_at': '2021-08-04T05:53:42Z', 'revision_number': 4, 'project_id': 'ec04283d3509443b9c65cd9af852d46f', 'gw_port': {'id': '323df2b8-b125-45c8-a7ef-e2fc461f0421', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:40:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:34Z', 'updated_at': '2021-08-04T05:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_floatingips': [{'id': '3e888ea9-e7f8-4f6f-925b-23452c923998', 'tenant_id': 'ec04283d3509443b9c65cd9af852d46f', 'floating_ip_address': '172.27.1.138', 'floating_network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'router_id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'port_id': 'ec952f16-dc93-4d6b-a88d-f9718685be57', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a493c09c-6949-44f8-8e08-fbb13c36d6a2', 'mac_address': 'fa:16:3e:40:b5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db707704-794d-470d-8f9c-d70cc2271e8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T05:53:53Z', 'updated_at': '2021-08-04T05:54:35Z', 'revision_number': 1, 'project_id': 'ec04283d3509443b9c65cd9af852d46f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd44ff6-08ad-4a3c-822c-d9ee055eed1b', 'name': '', 'network_id': 'a493c09c-6949-44f8-8e08-fbb13c36d6a2', 'tenant_id': 'ec04283d3509443b9c65cd9af852d46f', 'mac_address': 'fa:16:3e:f2:05:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2aeabe42-c308-496c-8730-52b38af59b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:40Z', 'updated_at': '2021-08-04T05:53:54Z', 'revision_number': 5, 'project_id': 'ec04283d3509443b9c65cd9af852d46f', 'subnets': [{'id': '2aeabe42-c308-496c-8730-52b38af59b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 05:54:37.203108 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b9b9a9-7c6c-49ec-8d50-fe6a45a151c4 None None] New status for floating IP 3e888ea9-e7f8-4f6f-925b-23452c923998: ACTIVE {{(pid=100433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 05:54:37.353160 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 05:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4757ca6b-1ccd-4a93-b4e7-1eaf60cf0ea7 x-openstack-request-id: req-4757ca6b-1ccd-4a93-b4e7-1eaf60cf0ea7 {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:54:37.353703 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db707704-794d-470d-8f9c-d70cc2271e8b", "tag": "ec952f16-dc93-4d6b-a88d-f9718685be57", "status": "completed", "code": 200}]} {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:54:37.353817 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4757ca6b-1ccd-4a93-b4e7-1eaf60cf0ea7 {{(pid=100432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:54:37.354594 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db707704-794d-470d-8f9c-d70cc2271e8b', 'tag': 'ec952f16-dc93-4d6b-a88d-f9718685be57', 'status': 'completed', 'code': 200} Aug 04 05:54:37.435273 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e862e1-8ca4-4ace-8763-55c0f8b6a6d1 req-07d1a9ab-4466-4986-b9eb-34c2803a6103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:37.435273 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-a8e862e1-8ca4-4ace-8763-55c0f8b6a6d1 req-07d1a9ab-4466-4986-b9eb-34c2803a6103 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec04283d3509443b9c65cd9af852d46f&device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 1099 time: 0.0465968 Aug 04 05:54:37.513177 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6693b30c-6718-4946-8b55-748181203f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:37.530556 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62a307-0d31-4654-ae0b-98c13edf8b0d req-f15d686f-9041-41e4-a1be-35fe4df1a8d5 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:37.532825 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-4b62a307-0d31-4654-ae0b-98c13edf8b0d req-f15d686f-9041-41e4-a1be-35fe4df1a8d5 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 945 time: 0.0547814 Aug 04 05:54:37.537371 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e862e1-8ca4-4ace-8763-55c0f8b6a6d1 req-6336c788-4fb3-49f5-b227-9af437f6d94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:37.541199 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-a8e862e1-8ca4-4ace-8763-55c0f8b6a6d1 req-6336c788-4fb3-49f5-b227-9af437f6d94c service neutron] 10.222.0.18 "GET /v2.0/networks?id=a493c09c-6949-44f8-8e08-fbb13c36d6a2 HTTP/1.1" status: 200 len: 918 time: 0.0911553 Aug 04 05:54:37.599539 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-4b62a307-0d31-4654-ae0b-98c13edf8b0d req-2c3344bd-9255-4036-88e3-cb5d9006d2a9 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411983 Aug 04 05:54:37.621011 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-a8e862e1-8ca4-4ace-8763-55c0f8b6a6d1 req-ee16566d-e0c4-4e34-9d98-5def07825a20 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec952f16-dc93-4d6b-a88d-f9718685be57 HTTP/1.1" status: 200 len: 1002 time: 0.0651288 Aug 04 05:54:37.671742 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e862e1-8ca4-4ace-8763-55c0f8b6a6d1 req-e8e27ff8-f058-464d-a9b0-9009e1450852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:37.673843 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-a8e862e1-8ca4-4ace-8763-55c0f8b6a6d1 req-e8e27ff8-f058-464d-a9b0-9009e1450852 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2aeabe42-c308-496c-8730-52b38af59b7d HTTP/1.1" status: 200 len: 856 time: 0.0433605 Aug 04 05:54:37.723619 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e862e1-8ca4-4ace-8763-55c0f8b6a6d1 req-88bdb62a-2a42-482a-ac56-396664b520fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:37.725238 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-a8e862e1-8ca4-4ace-8763-55c0f8b6a6d1 req-88bdb62a-2a42-482a-ac56-396664b520fa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a493c09c-6949-44f8-8e08-fbb13c36d6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386629 Aug 04 05:54:37.818490 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-a8e862e1-8ca4-4ace-8763-55c0f8b6a6d1 req-eec8c528-d935-4d24-8da5-f1ee042989d6 service neutron] 10.222.0.18 "GET /v2.0/networks/a493c09c-6949-44f8-8e08-fbb13c36d6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831366 Aug 04 05:54:39.287474 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-dee0c6e9-f257-441c-951e-ad3806d8c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:41.007601 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-a8e862e1-8ca4-4ace-8763-55c0f8b6a6d1 req-17ed74ec-cb00-4892-8694-a189658a5b72 service neutron] 10.222.0.18 "GET /v2.0/networks/a493c09c-6949-44f8-8e08-fbb13c36d6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036174 Aug 04 05:54:41.044667 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231acadf-af87-44a6-8c0a-e4be4ffac024 req-a69d3eb1-925d-41cb-bb90-71c2775cbc89 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:41.046126 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-231acadf-af87-44a6-8c0a-e4be4ffac024 req-a69d3eb1-925d-41cb-bb90-71c2775cbc89 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 945 time: 0.0569251 Aug 04 05:54:41.083596 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-231acadf-af87-44a6-8c0a-e4be4ffac024 req-3f271cde-390b-48bd-8030-519b836e26f6 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315022 Aug 04 05:54:42.199070 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ef4ed-a8a3-43c7-bc67-216f0c262cfd req-feef4bf1-9dcf-4706-ae5c-5f6d2011d074 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:42.200609 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-429ef4ed-a8a3-43c7-bc67-216f0c262cfd req-feef4bf1-9dcf-4706-ae5c-5f6d2011d074 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 945 time: 0.0492823 Aug 04 05:54:42.277999 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-429ef4ed-a8a3-43c7-bc67-216f0c262cfd req-1556727c-c9d2-43b3-8c03-3a6807ec6db9 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677114 Aug 04 05:54:43.296806 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 54826) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:54:43.397139 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd4d42-6b69-4616-ba01-94de548fd699 req-fa51d1f2-9c72-4d05-b374-3e91393a495e tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:43.398730 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-afbd4d42-6b69-4616-ba01-94de548fd699 req-fa51d1f2-9c72-4d05-b374-3e91393a495e tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 945 time: 0.0547094 Aug 04 05:54:43.439227 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-9b483356-0485-453c-bf91-96fa34a3f0a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:43.463886 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-afbd4d42-6b69-4616-ba01-94de548fd699 req-4fd8216a-43fb-4003-a730-36d2137d2edb tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593035 Aug 04 05:54:43.551525 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-9b483356-0485-453c-bf91-96fa34a3f0a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:43.682760 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-9b483356-0485-453c-bf91-96fa34a3f0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:43.722072 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-9b483356-0485-453c-bf91-96fa34a3f0a5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c1a91feb77014ab9a79806438cc625ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4235704 Aug 04 05:54:43.723419 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b483356-0485-453c-bf91-96fa34a3f0a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f3c00d-039e-4b65-b7e6-ce4f9b9fbafe,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:43.725160 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 54848) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:54:43.774329 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e8477532-f990-4274-9163-ae50bd1d5bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:43.794860 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e8477532-f990-4274-9163-ae50bd1d5bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:43.905599 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e8477532-f990-4274-9163-ae50bd1d5bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:43.908905 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e8477532-f990-4274-9163-ae50bd1d5bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:43.910047 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-e8477532-f990-4274-9163-ae50bd1d5bf9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/78f3c00d-039e-4b65-b7e6-ce4f9b9fbafe HTTP/1.1" status: 204 len: 168 time: 0.1836154 Aug 04 05:54:43.917883 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8477532-f990-4274-9163-ae50bd1d5bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f3c00d-039e-4b65-b7e6-ce4f9b9fbafe,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:43.925022 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8477532-f990-4274-9163-ae50bd1d5bf9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:54:43.925374 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8477532-f990-4274-9163-ae50bd1d5bf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:54:43.925709 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8477532-f990-4274-9163-ae50bd1d5bf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:54:43.926039 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8477532-f990-4274-9163-ae50bd1d5bf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:54:43.926377 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8477532-f990-4274-9163-ae50bd1d5bf9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:54:43.926681 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8477532-f990-4274-9163-ae50bd1d5bf9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:54:43.927015 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8477532-f990-4274-9163-ae50bd1d5bf9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:54:43.927327 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8477532-f990-4274-9163-ae50bd1d5bf9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:54:43.927647 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8477532-f990-4274-9163-ae50bd1d5bf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:54:43.927989 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8477532-f990-4274-9163-ae50bd1d5bf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:54:43.928306 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8477532-f990-4274-9163-ae50bd1d5bf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:54:43.928621 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8477532-f990-4274-9163-ae50bd1d5bf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:54:44.565917 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07fc5fd-c5e2-461b-917a-9c084324ced4 req-677887f9-2b8a-458b-8af5-c5c8ab6846f6 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:44.575017 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-d07fc5fd-c5e2-461b-917a-9c084324ced4 req-677887f9-2b8a-458b-8af5-c5c8ab6846f6 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e913ee2-721e-4c8a-8f91-a68f1ca6fb24 HTTP/1.1" status: 200 len: 946 time: 0.0710564 Aug 04 05:54:44.615403 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-d07fc5fd-c5e2-461b-917a-9c084324ced4 req-9458074a-9e13-4a0b-8949-3bb6320a2306 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/security-groups?id=7680669f-94d7-49b1-9252-9589c08d5519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391207 Aug 04 05:54:44.615665 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8433f-2632-456f-bd42-1f10bc237672 req-7cfd997a-a0f1-417e-bb14-0f99980e9707 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:44.618138 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-09a8433f-2632-456f-bd42-1f10bc237672 req-7cfd997a-a0f1-417e-bb14-0f99980e9707 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 945 time: 0.0599549 Aug 04 05:54:44.667472 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-09a8433f-2632-456f-bd42-1f10bc237672 req-35de0de7-1c0a-4fa7-8524-3e51808a69bc tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432453 Aug 04 05:54:44.717523 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 54908) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:54:44.738982 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e0d6170c-b101-4fc4-9c78-ea35b718e829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:44.854267 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e0d6170c-b101-4fc4-9c78-ea35b718e829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:44.917438 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e0d6170c-b101-4fc4-9c78-ea35b718e829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:44.963947 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-e0d6170c-b101-4fc4-9c78-ea35b718e829 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d5a04b83538a4d43b068a4bb8a18e12f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2452555 Aug 04 05:54:44.965095 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d6170c-b101-4fc4-9c78-ea35b718e829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60bed743-a829-4f98-8b9b-0a99c9fbcfbe,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:44.966641 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 54918) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:54:45.034438 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-52b7b914-95f7-499e-b18e-597040a23895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:45.056964 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-52b7b914-95f7-499e-b18e-597040a23895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:45.219957 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-52b7b914-95f7-499e-b18e-597040a23895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:45.222679 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-52b7b914-95f7-499e-b18e-597040a23895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:45.223949 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-52b7b914-95f7-499e-b18e-597040a23895 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/60bed743-a829-4f98-8b9b-0a99c9fbcfbe HTTP/1.1" status: 204 len: 168 time: 0.2548654 Aug 04 05:54:45.232066 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b7b914-95f7-499e-b18e-597040a23895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bed743-a829-4f98-8b9b-0a99c9fbcfbe,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:45.464359 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 54928) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:54:45.594515 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-a3ecb867-dd18-4fc6-acf1-790617ca51ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:45.710575 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-a3ecb867-dd18-4fc6-acf1-790617ca51ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:45.750741 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01704f-e97b-4d71-8a58-11984c3c8550 req-b3ae55ca-0c77-4cbb-aa34-d1e8c4e83966 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:45.752297 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-1d01704f-e97b-4d71-8a58-11984c3c8550 req-b3ae55ca-0c77-4cbb-aa34-d1e8c4e83966 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e913ee2-721e-4c8a-8f91-a68f1ca6fb24 HTTP/1.1" status: 200 len: 946 time: 0.0579300 Aug 04 05:54:45.795213 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-1d01704f-e97b-4d71-8a58-11984c3c8550 req-83631300-90b9-4ea0-8b7e-0383f2979a54 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/security-groups?id=7680669f-94d7-49b1-9252-9589c08d5519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362868 Aug 04 05:54:45.799910 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52345ba3-946c-4321-9c12-a48c8e88b6a8 req-146b212e-618d-433f-b185-51b6679e9750 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:45.804383 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-52345ba3-946c-4321-9c12-a48c8e88b6a8 req-146b212e-618d-433f-b185-51b6679e9750 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 945 time: 0.0580137 Aug 04 05:54:45.819226 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-a3ecb867-dd18-4fc6-acf1-790617ca51ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:45.854491 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-52345ba3-946c-4321-9c12-a48c8e88b6a8 req-bb5005fe-ee7c-4932-ba10-538fb7a8c96a tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466514 Aug 04 05:54:45.864692 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-a3ecb867-dd18-4fc6-acf1-790617ca51ff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9f25f524f9604024b209fd566e33587c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3989048 Aug 04 05:54:45.865147 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 54958) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:54:45.865794 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ecb867-dd18-4fc6-acf1-790617ca51ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41cb57f2-e7b8-473e-a45b-32afa9e36670,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:45.921433 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-8fbe497c-95f0-4cf5-a36a-8a88078bcc10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:45.943801 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-8fbe497c-95f0-4cf5-a36a-8a88078bcc10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:46.082556 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-8fbe497c-95f0-4cf5-a36a-8a88078bcc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:46.085163 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-8fbe497c-95f0-4cf5-a36a-8a88078bcc10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:46.086341 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-8fbe497c-95f0-4cf5-a36a-8a88078bcc10 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/41cb57f2-e7b8-473e-a45b-32afa9e36670 HTTP/1.1" status: 204 len: 168 time: 0.2199047 Aug 04 05:54:46.097590 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbe497c-95f0-4cf5-a36a-8a88078bcc10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41cb57f2-e7b8-473e-a45b-32afa9e36670,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:46.709102 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 55024) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:54:46.722234 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-40748c2d-33b6-492a-b88a-9ee51ec9c49f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:46.833586 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-40748c2d-33b6-492a-b88a-9ee51ec9c49f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:46.906194 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-40748c2d-33b6-492a-b88a-9ee51ec9c49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:46.956004 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41577c9f-4af5-4bf7-9932-4599d1c7cc93 req-ff31ff0d-44a5-4228-982e-d13444d4b4ea tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:46.957623 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-41577c9f-4af5-4bf7-9932-4599d1c7cc93 req-ff31ff0d-44a5-4228-982e-d13444d4b4ea tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e913ee2-721e-4c8a-8f91-a68f1ca6fb24 HTTP/1.1" status: 200 len: 946 time: 0.0854766 Aug 04 05:54:46.966898 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-40748c2d-33b6-492a-b88a-9ee51ec9c49f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=38c72f63a4d04e88a7c7de332a48cf4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2566750 Aug 04 05:54:46.970959 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 55034) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:54:46.984231 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40748c2d-33b6-492a-b88a-9ee51ec9c49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb294537-98a0-44e8-9d95-bfc51ed61555,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:47.008536 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1de37-caba-4b76-b30d-17883f541da7 req-cf897be6-3352-4883-a9a7-91a8d7df2db0 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:47.010037 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-49f1de37-caba-4b76-b30d-17883f541da7 req-cf897be6-3352-4883-a9a7-91a8d7df2db0 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 945 time: 0.0628972 Aug 04 05:54:47.023541 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-41577c9f-4af5-4bf7-9932-4599d1c7cc93 req-6df95195-1d02-4203-9ac0-e3bd1c465300 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/security-groups?id=7680669f-94d7-49b1-9252-9589c08d5519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589738 Aug 04 05:54:47.047618 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-eb6ce0b2-e905-44e8-95ed-16e911184963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:47.052041 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-49f1de37-caba-4b76-b30d-17883f541da7 req-99da011e-18c8-4563-b355-12e3a41b984e tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356579 Aug 04 05:54:47.071783 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-eb6ce0b2-e905-44e8-95ed-16e911184963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:47.144430 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add754ed-e009-4ec3-8665-dba07b5329d3 req-838c2936-2fd9-44c5-ae66-9f9f13c16045 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:47.145838 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-add754ed-e009-4ec3-8665-dba07b5329d3 req-838c2936-2fd9-44c5-ae66-9f9f13c16045 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e913ee2-721e-4c8a-8f91-a68f1ca6fb24 HTTP/1.1" status: 200 len: 946 time: 0.0720315 Aug 04 05:54:47.250915 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-eb6ce0b2-e905-44e8-95ed-16e911184963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:47.253496 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-eb6ce0b2-e905-44e8-95ed-16e911184963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:47.254613 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-eb6ce0b2-e905-44e8-95ed-16e911184963 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bb294537-98a0-44e8-9d95-bfc51ed61555 HTTP/1.1" status: 204 len: 168 time: 0.2827783 Aug 04 05:54:47.268875 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ce0b2-e905-44e8-95ed-16e911184963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb294537-98a0-44e8-9d95-bfc51ed61555,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:47.290669 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [req-add754ed-e009-4ec3-8665-dba07b5329d3 req-79e8bcbd-b0fb-41f5-b19a-fb3f9bbfff00 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] Deleting port 43e99803-c5c5-45f5-88b8-ee41b9a3a48c {{(pid=100432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 05:54:47.291006 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-add754ed-e009-4ec3-8665-dba07b5329d3 req-79e8bcbd-b0fb-41f5-b19a-fb3f9bbfff00 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:47.291906 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 55042) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:54:47.405524 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6b8e944c-9d04-48bc-8232-b85ceaaecb7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:47.526193 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6b8e944c-9d04-48bc-8232-b85ceaaecb7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:47.614244 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6b8e944c-9d04-48bc-8232-b85ceaaecb7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:47.660655 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [req-add754ed-e009-4ec3-8665-dba07b5329d3 req-79e8bcbd-b0fb-41f5-b19a-fb3f9bbfff00 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] For port 43e99803-c5c5-45f5-88b8-ee41b9a3a48c, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=43e99803-c5c5-45f5-88b8-ee41b9a3a48c,segment=NetworkSegment(62fed0d3-fb5b-4c12-b723-f962c0cdfa72),segment_id=62fed0d3-fb5b-4c12-b723-f962c0cdfa72)] {{(pid=100432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:54:47.661052 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-add754ed-e009-4ec3-8665-dba07b5329d3 req-79e8bcbd-b0fb-41f5-b19a-fb3f9bbfff00 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:47.668521 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-6b8e944c-9d04-48bc-8232-b85ceaaecb7f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=527d35bc432549d19ee3fda092f07db7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3753469 Aug 04 05:54:47.671790 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 55060) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:54:47.676330 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e944c-9d04-48bc-8232-b85ceaaecb7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1b01b5-3b6e-41fc-b4d8-041d2e3776e5,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:47.694218 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [req-add754ed-e009-4ec3-8665-dba07b5329d3 req-79e8bcbd-b0fb-41f5-b19a-fb3f9bbfff00 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] Calling delete_port for 43e99803-c5c5-45f5-88b8-ee41b9a3a48c owned by compute:nova {{(pid=100432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 05:54:47.812121 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-2af12105-b088-451b-80af-d1bbbe4b2282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:47.847250 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-2af12105-b088-451b-80af-d1bbbe4b2282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:48.003799 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-add754ed-e009-4ec3-8665-dba07b5329d3 req-79e8bcbd-b0fb-41f5-b19a-fb3f9bbfff00 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615'] for port, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:48.012198 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-2af12105-b088-451b-80af-d1bbbe4b2282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:48.017412 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-2af12105-b088-451b-80af-d1bbbe4b2282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:48.020703 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-2af12105-b088-451b-80af-d1bbbe4b2282 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1c1b01b5-3b6e-41fc-b4d8-041d2e3776e5 HTTP/1.1" status: 204 len: 168 time: 0.3448870 Aug 04 05:54:48.020791 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] get_ports_and_sgs() called for port_ids ['43e99803-c5c5-45f5-88b8-ee41b9a3a48c'] {{(pid=100433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 05:54:48.052597 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e8bcbd-b0fb-41f5-b19a-fb3f9bbfff00 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] Pushing event deleted for resources: {'Port': ['ID=43e99803-c5c5-45f5-88b8-ee41b9a3a48c,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:48.085334 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af12105-b088-451b-80af-d1bbbe4b2282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1b01b5-3b6e-41fc-b4d8-041d2e3776e5,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:48.133042 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.l3_dvrscheduler_db [req-add754ed-e009-4ec3-8665-dba07b5329d3 req-79e8bcbd-b0fb-41f5-b19a-fb3f9bbfff00 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] No DVR routers for this DVR port 43e99803-c5c5-45f5-88b8-ee41b9a3a48c on host hv-cinder-80161 {{(pid=100432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 05:54:48.144820 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-add754ed-e009-4ec3-8665-dba07b5329d3 req-79e8bcbd-b0fb-41f5-b19a-fb3f9bbfff00 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for port, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:48.146760 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-add754ed-e009-4ec3-8665-dba07b5329d3 req-79e8bcbd-b0fb-41f5-b19a-fb3f9bbfff00 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.18 "DELETE /v2.0/ports/43e99803-c5c5-45f5-88b8-ee41b9a3a48c HTTP/1.1" status: 204 len: 173 time: 0.9902868 Aug 04 05:54:48.147212 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e913ee2-721e-4c8a-8f91-a68f1ca6fb24', 'name': 'network-vif-deleted', 'tag': '43e99803-c5c5-45f5-88b8-ee41b9a3a48c'}] {{(pid=100432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:54:48.149556 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7961aa7e709e573ce1f4efc3791ca037d6473da3b2c6b2a251ebfb1631130676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a839f28-d7e6-4d3b-9b2a-8fb6e478e61b" -d '{"events": [{"server_uuid": "4e913ee2-721e-4c8a-8f91-a68f1ca6fb24", "name": "network-vif-deleted", "tag": "43e99803-c5c5-45f5-88b8-ee41b9a3a48c"}]}' {{(pid=100432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:54:48.175150 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-a05a43b0-0185-4c17-b13c-b64dfd23ff59 req-88d5af53-813b-4102-96ab-beb0be6b95fa tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e913ee2-721e-4c8a-8f91-a68f1ca6fb24 HTTP/1.1" status: 200 len: 210 time: 0.0433385 Aug 04 05:54:48.232620 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cd68f0-ec63-48f6-9054-60bed43c2c21 req-2331aed1-6608-4080-9260-5d99d882f5dd tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:48.233260 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 05:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4118d2ae-43b1-4e9c-ab9c-63832c3f1f57 x-openstack-request-id: req-4118d2ae-43b1-4e9c-ab9c-63832c3f1f57 {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:54:48.233260 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e913ee2-721e-4c8a-8f91-a68f1ca6fb24", "name": "network-vif-deleted", "tag": "43e99803-c5c5-45f5-88b8-ee41b9a3a48c", "status": "completed", "code": 200}]} {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:54:48.233260 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4118d2ae-43b1-4e9c-ab9c-63832c3f1f57 {{(pid=100432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:54:48.233260 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e913ee2-721e-4c8a-8f91-a68f1ca6fb24', 'name': 'network-vif-deleted', 'tag': '43e99803-c5c5-45f5-88b8-ee41b9a3a48c', 'status': 'completed', 'code': 200} Aug 04 05:54:48.233656 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-d7cd68f0-ec63-48f6-9054-60bed43c2c21 req-2331aed1-6608-4080-9260-5d99d882f5dd tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 945 time: 0.0734200 Aug 04 05:54:48.287962 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-d7cd68f0-ec63-48f6-9054-60bed43c2c21 req-c02c2575-2e4b-4f9e-9270-29a2bffed8e1 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447223 Aug 04 05:54:48.793401 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 55116) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:54:48.817988 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e927e279-8aa6-4293-a80c-817860293e62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:48.932702 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e927e279-8aa6-4293-a80c-817860293e62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:49.019810 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e927e279-8aa6-4293-a80c-817860293e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:49.065191 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-e927e279-8aa6-4293-a80c-817860293e62 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=08b563023fee4d1ca48fd22cc2883bdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2702785 Aug 04 05:54:49.066417 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e927e279-8aa6-4293-a80c-817860293e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34aafd2b-aa68-4521-bfc9-9e6054553e4f,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:49.068115 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 55122) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:54:49.129436 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d4544be1-2e98-416d-97e9-6bc0cbb9adbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:49.152683 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d4544be1-2e98-416d-97e9-6bc0cbb9adbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:49.278898 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-2cdb74c3-539a-4599-9185-af12f067abcc req-46b4ef4b-6534-46be-842f-13cb776014f5 tempest-DeleteServersTestJSON-1533501650 tempest-DeleteServersTestJSON-1533501650-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e913ee2-721e-4c8a-8f91-a68f1ca6fb24 HTTP/1.1" status: 200 len: 210 time: 0.0259988 Aug 04 05:54:49.279620 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d4544be1-2e98-416d-97e9-6bc0cbb9adbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:49.282160 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d4544be1-2e98-416d-97e9-6bc0cbb9adbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:49.286541 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-d4544be1-2e98-416d-97e9-6bc0cbb9adbc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/34aafd2b-aa68-4521-bfc9-9e6054553e4f HTTP/1.1" status: 204 len: 168 time: 0.2140987 Aug 04 05:54:49.292365 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4544be1-2e98-416d-97e9-6bc0cbb9adbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34aafd2b-aa68-4521-bfc9-9e6054553e4f,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:49.418897 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ae4e8-d7fb-4c0f-8704-5c8f6bc41002 req-9052e18f-da76-48fb-a220-defbd9f87b90 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:49.420548 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-8d2ae4e8-d7fb-4c0f-8704-5c8f6bc41002 req-9052e18f-da76-48fb-a220-defbd9f87b90 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 945 time: 0.0531170 Aug 04 05:54:49.461988 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-8d2ae4e8-d7fb-4c0f-8704-5c8f6bc41002 req-ce64a261-daee-4b0e-8bf7-0b7612bf74cb tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343943 Aug 04 05:54:50.015487 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 55158) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:54:50.149262 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-32da4207-06d4-4c33-8f0a-c38a02a53033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:50.161977 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e4968a9a-e0d6-44c5-9472-1cb2b3857e4f req-d9b393c8-a7d0-4c0a-ba30-0ecfc75d415c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0644062 Aug 04 05:54:50.268000 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 43e99803-c5c5-45f5-88b8-ee41b9a3a48c no longer exists at agent hyperv_hv-cinder-80161 {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 05:54:50.280535 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-32da4207-06d4-4c33-8f0a-c38a02a53033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:50.283263 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4968a9a-e0d6-44c5-9472-1cb2b3857e4f req-b33e3067-39b9-4dbf-ba32-7c675c0830d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:50.284804 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e4968a9a-e0d6-44c5-9472-1cb2b3857e4f req-b33e3067-39b9-4dbf-ba32-7c675c0830d7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0d320059d2a748979473823c9bc742bb&device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 1099 time: 0.0692708 Aug 04 05:54:50.293048 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] No Port match for: 43e99803-c5c5-45f5-88b8-ee41b9a3a48c {{(pid=100433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 05:54:50.293392 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 43e99803-c5c5-45f5-88b8-ee41b9a3a48c not bound to the agent host hv-cinder-80161 {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 05:54:50.372928 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-32da4207-06d4-4c33-8f0a-c38a02a53033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:50.427073 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da4207-06d4-4c33-8f0a-c38a02a53033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222a0eac-1e31-4d43-9402-360c3c4c8679,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:50.435203 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-32da4207-06d4-4c33-8f0a-c38a02a53033 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8d6062b71bb54233922ec3fcfc7b5143&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4185393 Aug 04 05:54:50.444377 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 55174) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:54:50.451420 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4968a9a-e0d6-44c5-9472-1cb2b3857e4f req-7123ada4-2a21-4846-a1b7-48f30d1b8e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:50.452363 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 55176) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:54:50.453156 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e4968a9a-e0d6-44c5-9472-1cb2b3857e4f req-7123ada4-2a21-4846-a1b7-48f30d1b8e15 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fea95b2d-d504-480b-8c54-fa1d3a884d59 HTTP/1.1" status: 200 len: 920 time: 0.1462753 Aug 04 05:54:50.520394 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e4968a9a-e0d6-44c5-9472-1cb2b3857e4f req-7c2b7a9c-0b7b-4bc7-a972-94a03759e897 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5429d2ed-d8be-49be-834a-cd46b4267bce HTTP/1.1" status: 200 len: 217 time: 0.0482183 Aug 04 05:54:50.525413 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-7ec5996a-57ff-4945-bffb-93578f575ddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:50.588694 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-7ec5996a-57ff-4945-bffb-93578f575ddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:50.609334 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4968a9a-e0d6-44c5-9472-1cb2b3857e4f req-d7ae52cd-f69d-48d2-815a-dc0b4938eda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:50.610847 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e4968a9a-e0d6-44c5-9472-1cb2b3857e4f req-d7ae52cd-f69d-48d2-815a-dc0b4938eda5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9770694f-c8d6-4155-afb5-37951e23de06 HTTP/1.1" status: 200 len: 859 time: 0.0783119 Aug 04 05:54:50.667694 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e4968a9a-e0d6-44c5-9472-1cb2b3857e4f req-7c85ec9d-9614-43cb-b4b8-0b1e29793370 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fea95b2d-d504-480b-8c54-fa1d3a884d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482512 Aug 04 05:54:50.678531 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-35655d71-2ea2-4328-8bde-dbe1a4434524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:50.701587 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b137f-4101-4b30-a459-d36805cb2dfa req-949f6346-d0c1-4046-834d-41a1b0e93a96 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:50.703148 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-063b137f-4101-4b30-a459-d36805cb2dfa req-949f6346-d0c1-4046-834d-41a1b0e93a96 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 945 time: 0.1103508 Aug 04 05:54:50.751694 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-063b137f-4101-4b30-a459-d36805cb2dfa req-acc8597c-9e3b-4bf6-90f4-018392817edc tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402412 Aug 04 05:54:50.772694 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e4968a9a-e0d6-44c5-9472-1cb2b3857e4f req-c12dd1da-550d-4616-9d94-4796799f62d9 service neutron] 10.222.0.18 "GET /v2.0/networks/fea95b2d-d504-480b-8c54-fa1d3a884d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970879 Aug 04 05:54:50.875233 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e4968a9a-e0d6-44c5-9472-1cb2b3857e4f req-bd22c1db-6b93-4707-831e-eebe5bdf2018 service neutron] 10.222.0.18 "GET /v2.0/networks/fea95b2d-d504-480b-8c54-fa1d3a884d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933793 Aug 04 05:54:50.877555 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-7ec5996a-57ff-4945-bffb-93578f575ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:50.881329 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-7ec5996a-57ff-4945-bffb-93578f575ddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:50.883198 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-7ec5996a-57ff-4945-bffb-93578f575ddc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/222a0eac-1e31-4d43-9402-360c3c4c8679 HTTP/1.1" status: 204 len: 168 time: 0.4375982 Aug 04 05:54:50.903249 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec5996a-57ff-4945-bffb-93578f575ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222a0eac-1e31-4d43-9402-360c3c4c8679,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:50.951108 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 55204) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:54:50.986816 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-35655d71-2ea2-4328-8bde-dbe1a4434524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:51.074599 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [None req-852353eb-2eb8-42bf-9395-45e93a2543e3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1470021145-network', 'tenant_id': '18a20be4f8a14362b7e91fe7c2cfbc30'}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:54:51.110659 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-35655d71-2ea2-4328-8bde-dbe1a4434524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:51.148753 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-35655d71-2ea2-4328-8bde-dbe1a4434524 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a27f0b751d6e477eb26fe61fd6f6b952&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6944654 Aug 04 05:54:51.150623 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35655d71-2ea2-4328-8bde-dbe1a4434524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3e6242-b637-4acf-a80a-f45225b42141,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:51.151363 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 55208) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:54:51.192679 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852353eb-2eb8-42bf-9395-45e93a2543e3 admin admin] Made reservation on behalf of 18a20be4f8a14362b7e91fe7c2cfbc30 for: {'network': 1} {{(pid=100432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 05:54:51.194887 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-852353eb-2eb8-42bf-9395-45e93a2543e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for network, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:51.209466 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-852353eb-2eb8-42bf-9395-45e93a2543e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:51.217919 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-b28e51a8-511b-46ff-839d-1b6e7834fc3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:51.247545 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-b28e51a8-511b-46ff-839d-1b6e7834fc3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:51.349332 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-852353eb-2eb8-42bf-9395-45e93a2543e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:51.391174 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-b28e51a8-511b-46ff-839d-1b6e7834fc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:51.394357 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-b28e51a8-511b-46ff-839d-1b6e7834fc3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:51.395510 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-b28e51a8-511b-46ff-839d-1b6e7834fc3a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ef3e6242-b637-4acf-a80a-f45225b42141 HTTP/1.1" status: 204 len: 168 time: 0.2431369 Aug 04 05:54:51.403198 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e51a8-511b-46ff-839d-1b6e7834fc3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3e6242-b637-4acf-a80a-f45225b42141,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:51.426543 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-852353eb-2eb8-42bf-9395-45e93a2543e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:51.456674 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-852353eb-2eb8-42bf-9395-45e93a2543e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=100432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 05:54:51.463591 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852353eb-2eb8-42bf-9395-45e93a2543e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c64addc-8b1e-4c04-b862-14b5c46ff68b,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:51.470466 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-852353eb-2eb8-42bf-9395-45e93a2543e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2010985'] for segment, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:51.471260 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.db.segments_db [None req-852353eb-2eb8-42bf-9395-45e93a2543e3 admin admin] Added segment 5aad53f3-209d-4702-9756-c1cf17c7cdf8 of type vlan for network 4c0803d9-6fc9-4280-bc7b-712c8a384d02 Aug 04 05:54:51.513088 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-852353eb-2eb8-42bf-9395-45e93a2543e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791114671894'] for network, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:51.631050 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-852353eb-2eb8-42bf-9395-45e93a2543e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527'] for network, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:51.632089 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852353eb-2eb8-42bf-9395-45e93a2543e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:51.632707 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-852353eb-2eb8-42bf-9395-45e93a2543e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for network, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:51.694428 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852353eb-2eb8-42bf-9395-45e93a2543e3 admin admin] Pushing event updated for resources: {'Network': ['ID=4c0803d9-6fc9-4280-bc7b-712c8a384d02,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:51.705429 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Network 4c0803d9-6fc9-4280-bc7b-712c8a384d02 details requested by agent ovs-agent-dv-cinder-801617-4-iscsi with host dv-cinder-801617-4-iscsi {{(pid=100433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 05:54:51.734465 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-852353eb-2eb8-42bf-9395-45e93a2543e3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7822602 Aug 04 05:54:51.738608 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 55218) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:54:51.747983 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [None req-d325c094-0176-42c5-88c4-5b41bb9a6538 admin admin] Request body: {'subnet': {'network_id': '4c0803d9-6fc9-4280-bc7b-712c8a384d02', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1470021145-subnet', 'tenant_id': '18a20be4f8a14362b7e91fe7c2cfbc30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:54:51.775527 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 55220) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:54:51.792459 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4a719ae5-8b1c-4bcc-be76-08eb4df4c0ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:51.838755 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d325c094-0176-42c5-88c4-5b41bb9a6538 admin admin] Made reservation on behalf of 18a20be4f8a14362b7e91fe7c2cfbc30 for: {'subnet': 1} {{(pid=100432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 05:54:51.841252 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d325c094-0176-42c5-88c4-5b41bb9a6538 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:51.919518 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4a719ae5-8b1c-4bcc-be76-08eb4df4c0ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:51.938103 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e2851-82b7-4040-b956-d1df3e372f2f req-8b3ed3df-4364-4e8c-a8f7-d75162d73705 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:51.940116 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-351e2851-82b7-4040-b956-d1df3e372f2f req-8b3ed3df-4364-4e8c-a8f7-d75162d73705 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 945 time: 0.1135874 Aug 04 05:54:51.997259 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-351e2851-82b7-4040-b956-d1df3e372f2f req-c18f8f5f-8179-4afc-ace9-1827c0e3094f tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497038 Aug 04 05:54:52.031025 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4a719ae5-8b1c-4bcc-be76-08eb4df4c0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:52.062901 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 55232) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:54:52.117105 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-4a719ae5-8b1c-4bcc-be76-08eb4df4c0ce admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9ccd4ba396d648d29f13b2076bd8f0e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3406050 Aug 04 05:54:52.119407 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a719ae5-8b1c-4bcc-be76-08eb4df4c0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ad7f45-a1f4-4ad4-92b1-d1d55a926874,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:52.119766 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 55236) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:54:52.137975 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e31d444-d0b3-4972-a792-47d6342b60dd admin admin] Deleting subnet 6efc0d14-7cd8-4a5b-a61d-d4a67c130a3d {{(pid=100431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 05:54:52.140870 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-5e31d444-d0b3-4972-a792-47d6342b60dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:52.176589 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-5e31d444-d0b3-4972-a792-47d6342b60dd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:52.177594 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d325c094-0176-42c5-88c4-5b41bb9a6538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527'] for subnet, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:52.185713 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-5e31d444-d0b3-4972-a792-47d6342b60dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2010901'] for subnet, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:52.186212 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-64055961-b953-4014-af55-a250bf3da611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:52.243912 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-64055961-b953-4014-af55-a250bf3da611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:52.248779 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 55238) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:54:52.259270 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d325c094-0176-42c5-88c4-5b41bb9a6538 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7edbe2e3-8381-4d7b-9f28-e9ad7fcf86d1,revision_number=0']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:52.262715 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e984aee7-11c7-430d-979e-74d35c041a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:52.291301 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d325c094-0176-42c5-88c4-5b41bb9a6538 admin admin] Checking segment: {'id': '5aad53f3-209d-4702-9756-c1cf17c7cdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4c0803d9-6fc9-4280-bc7b-712c8a384d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:54:52.291643 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d325c094-0176-42c5-88c4-5b41bb9a6538 admin admin] Network hostable DHCP agents. Network: 4c0803d9-6fc9-4280-bc7b-712c8a384d02, hostable agents: ['4768dbe1-4fdd-4775-b2cc-1723632bf934'], hosted agents: [] {{(pid=100432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 05:54:52.311245 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-5e31d444-d0b3-4972-a792-47d6342b60dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527'] for subnet, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:52.338015 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-5e31d444-d0b3-4972-a792-47d6342b60dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for subnet, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:52.339954 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-5e31d444-d0b3-4972-a792-47d6342b60dd admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6efc0d14-7cd8-4a5b-a61d-d4a67c130a3d HTTP/1.1" status: 204 len: 168 time: 0.2714627 Aug 04 05:54:52.340953 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e31d444-d0b3-4972-a792-47d6342b60dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6efc0d14-7cd8-4a5b-a61d-d4a67c130a3d,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:52.342657 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 55240) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:54:52.388885 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d325c094-0176-42c5-88c4-5b41bb9a6538 admin admin] Network 4c0803d9-6fc9-4280-bc7b-712c8a384d02 is scheduled to be hosted by DHCP agent 4768dbe1-4fdd-4775-b2cc-1723632bf934 with binding_index 1 {{(pid=100432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 05:54:52.403022 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-64055961-b953-4014-af55-a250bf3da611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:52.405784 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-64055961-b953-4014-af55-a250bf3da611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:52.406978 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-64055961-b953-4014-af55-a250bf3da611 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/58ad7f45-a1f4-4ad4-92b1-d1d55a926874 HTTP/1.1" status: 204 len: 168 time: 0.2861748 Aug 04 05:54:52.421323 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64055961-b953-4014-af55-a250bf3da611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ad7f45-a1f4-4ad4-92b1-d1d55a926874,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:52.439293 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-7f5d0b24-a6db-4e19-b1a0-118d34a574a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601179'] for network, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:52.480920 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e984aee7-11c7-430d-979e-74d35c041a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:52.486688 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.base_scheduler [None req-d325c094-0176-42c5-88c4-5b41bb9a6538 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-4-iscsi, 4c0803d9-6fc9-4280-bc7b-712c8a384d02) {{(pid=100432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:54:52.494751 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb50de1-7e50-4c16-9efc-0cb48f53f346 None None] Network 4c0803d9-6fc9-4280-bc7b-712c8a384d02 requested from dv-cinder-801617-4-iscsi {{(pid=100433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 05:54:52.514446 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d325c094-0176-42c5-88c4-5b41bb9a6538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:52.515035 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d325c094-0176-42c5-88c4-5b41bb9a6538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for subnet, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:52.535723 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-7f5d0b24-a6db-4e19-b1a0-118d34a574a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660050', 'neutron.services.segments.db._delete_segments_for_network-8791115231223'] for network, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:52.545961 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-7f5d0b24-a6db-4e19-b1a0-118d34a574a9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:54:52.546322 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-7f5d0b24-a6db-4e19-b1a0-118d34a574a9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:54:52.547046 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-7f5d0b24-a6db-4e19-b1a0-118d34a574a9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:54:52.547392 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-7f5d0b24-a6db-4e19-b1a0-118d34a574a9 admin admin] Subscribe: > port after_create 55550000 {{(pid=100432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:54:52.547732 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-7f5d0b24-a6db-4e19-b1a0-118d34a574a9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:54:52.548677 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-7f5d0b24-a6db-4e19-b1a0-118d34a574a9 admin admin] Subscribe: > port after_update 55550000 {{(pid=100432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:54:52.549008 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-7f5d0b24-a6db-4e19-b1a0-118d34a574a9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:54:52.549326 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-7f5d0b24-a6db-4e19-b1a0-118d34a574a9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:54:52.549685 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-7f5d0b24-a6db-4e19-b1a0-118d34a574a9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:54:52.550005 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-7f5d0b24-a6db-4e19-b1a0-118d34a574a9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:54:52.552961 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e984aee7-11c7-430d-979e-74d35c041a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:52.606491 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-e984aee7-11c7-430d-979e-74d35c041a2c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=51a50c27d9cf4059a5d2e506cb04b279&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3540642 Aug 04 05:54:52.607003 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e984aee7-11c7-430d-979e-74d35c041a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1449fa-30b3-4a52-a63c-54cc6030efc7,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:52.611464 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 55244) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:54:52.632248 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27339e1-1f42-4bd1-b84d-b97ab0b49e43 None None] Network 4c0803d9-6fc9-4280-bc7b-712c8a384d02 requested from dv-cinder-801617-4-iscsi {{(pid=100433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 05:54:52.665495 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0540cf8a-c8e4-492d-8436-f0334705798d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:52.688497 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0540cf8a-c8e4-492d-8436-f0334705798d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:52.730707 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-7f5d0b24-a6db-4e19-b1a0-118d34a574a9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:54:52.732468 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-7f5d0b24-a6db-4e19-b1a0-118d34a574a9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:54:52.732468 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-7f5d0b24-a6db-4e19-b1a0-118d34a574a9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:54:52.732468 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-7f5d0b24-a6db-4e19-b1a0-118d34a574a9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:54:52.732468 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.services.segments.db [None req-7f5d0b24-a6db-4e19-b1a0-118d34a574a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5ea1197-7f85-4c8f-a513-b68c633b4d8e']}} {{(pid=100432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:54:52.751661 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.services.segments.db [None req-7f5d0b24-a6db-4e19-b1a0-118d34a574a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62fed0d3-fb5b-4c12-b723-f962c0cdfa72') {'for_net_delete': True} {{(pid=100432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:54:52.751661 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.services.segments.db [None req-7f5d0b24-a6db-4e19-b1a0-118d34a574a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62fed0d3-fb5b-4c12-b723-f962c0cdfa72') {} {{(pid=100432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:54:52.784956 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-7f5d0b24-a6db-4e19-b1a0-118d34a574a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791115235332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6962323'] for segment, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:52.808180 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-7f5d0b24-a6db-4e19-b1a0-118d34a574a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2010985'] for segment, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:52.817499 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f5d0b24-a6db-4e19-b1a0-118d34a574a9 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=100432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 05:54:52.817984 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-7f5d0b24-a6db-4e19-b1a0-118d34a574a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2010985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5048205'] for segment, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:52.822059 dv-cinder-801617-4-iscsi neutron-server[100432]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 04 05:54:52.822059 dv-cinder-801617-4-iscsi neutron-server[100432]: from cryptography.utils import int_from_bytes Aug 04 05:54:52.822059 dv-cinder-801617-4-iscsi neutron-server[100432]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 04 05:54:52.822059 dv-cinder-801617-4-iscsi neutron-server[100432]: from cryptography.utils import int_from_bytes Aug 04 05:54:52.822059 dv-cinder-801617-4-iscsi neutron-server[100432]: Traceback (most recent call last): Aug 04 05:54:52.822059 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 05:54:52.822059 dv-cinder-801617-4-iscsi neutron-server[100432]: timer() Aug 04 05:54:52.822059 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 05:54:52.822059 dv-cinder-801617-4-iscsi neutron-server[100432]: cb(*args, **kw) Aug 04 05:54:52.822059 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 05:54:52.822059 dv-cinder-801617-4-iscsi neutron-server[100432]: return func(*args, **kwargs) Aug 04 05:54:52.822059 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 05:54:52.822059 dv-cinder-801617-4-iscsi neutron-server[100432]: self._notify() Aug 04 05:54:52.822059 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 05:54:52.822059 dv-cinder-801617-4-iscsi neutron-server[100432]: self.callback(batched_events) Aug 04 05:54:52.822059 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 05:54:52.822059 dv-cinder-801617-4-iscsi neutron-server[100432]: event.method(event) Aug 04 05:54:52.822059 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 05:54:52.822059 dv-cinder-801617-4-iscsi neutron-server[100432]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 05:54:52.822059 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 05:54:52.822059 dv-cinder-801617-4-iscsi neutron-server[100432]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 05:54:52.822059 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 05:54:52.822059 dv-cinder-801617-4-iscsi neutron-server[100432]: return f(self, *a, **k) Aug 04 05:54:52.822059 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 05:54:52.822059 dv-cinder-801617-4-iscsi neutron-server[100432]: return self._get(url).json() Aug 04 05:54:52.822059 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 05:54:52.822059 dv-cinder-801617-4-iscsi neutron-server[100432]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 05:54:52.822059 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 05:54:52.822059 dv-cinder-801617-4-iscsi neutron-server[100432]: return self.request(url, 'GET', **kwargs) Aug 04 05:54:52.822059 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 05:54:52.822059 dv-cinder-801617-4-iscsi neutron-server[100432]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 05:54:52.822059 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 05:54:52.822059 dv-cinder-801617-4-iscsi neutron-server[100432]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 05:54:52.822059 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 05:54:52.822059 dv-cinder-801617-4-iscsi neutron-server[100432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 05:54:52.822059 dv-cinder-801617-4-iscsi neutron-server[100432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 05:54:52.825698 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0540cf8a-c8e4-492d-8436-f0334705798d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:52.828448 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0540cf8a-c8e4-492d-8436-f0334705798d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:52.834295 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-0540cf8a-c8e4-492d-8436-f0334705798d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5d1449fa-30b3-4a52-a63c-54cc6030efc7 HTTP/1.1" status: 204 len: 168 time: 0.2181783 Aug 04 05:54:52.840124 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0540cf8a-c8e4-492d-8436-f0334705798d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1449fa-30b3-4a52-a63c-54cc6030efc7,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:52.885158 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-d325c094-0176-42c5-88c4-5b41bb9a6538 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1392050 Aug 04 05:54:52.996677 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-7f5d0b24-a6db-4e19-b1a0-118d34a574a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571881'] for network, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:53.004400 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-7f5d0b24-a6db-4e19-b1a0-118d34a574a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for network, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:53.009024 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-7f5d0b24-a6db-4e19-b1a0-118d34a574a9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d5ea1197-7f85-4c8f-a513-b68c633b4d8e HTTP/1.1" status: 204 len: 168 time: 0.6653709 Aug 04 05:54:53.019483 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d0b24-a6db-4e19-b1a0-118d34a574a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5ea1197-7f85-4c8f-a513-b68c633b4d8e,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:53.125454 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43668a7c-32b2-43e6-9e0a-8a3fb9feac3b req-a2998941-4eaa-43ce-aac1-9f393547d942 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:53.127765 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-43668a7c-32b2-43e6-9e0a-8a3fb9feac3b req-a2998941-4eaa-43ce-aac1-9f393547d942 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 945 time: 0.0488002 Aug 04 05:54:53.174575 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-43668a7c-32b2-43e6-9e0a-8a3fb9feac3b req-8a7481fe-de34-487d-9b53-401c262792b9 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407286 Aug 04 05:54:53.464388 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 55274) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:54:53.503983 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-b17e3a6b-97d8-493a-a459-58084ae43cd4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d69107e01db84a619edacfe20091cf10&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0384395 Aug 04 05:54:53.506467 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 55276) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:54:53.561214 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-021b1fa7-9688-4f5c-a57b-f8fedf319a08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:53.587363 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-021b1fa7-9688-4f5c-a57b-f8fedf319a08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:53.753693 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-021b1fa7-9688-4f5c-a57b-f8fedf319a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:53.756425 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-021b1fa7-9688-4f5c-a57b-f8fedf319a08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:53.757692 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-021b1fa7-9688-4f5c-a57b-f8fedf319a08 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7680669f-94d7-49b1-9252-9589c08d5519 HTTP/1.1" status: 204 len: 168 time: 0.2503426 Aug 04 05:54:53.766547 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b1fa7-9688-4f5c-a57b-f8fedf319a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7680669f-94d7-49b1-9252-9589c08d5519,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:54.316465 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1646f8-1fe2-477f-b280-5ed409e575f8 req-ec18e3d0-0de0-4bc8-b215-2591babdf073 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:54.319256 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0a1646f8-1fe2-477f-b280-5ed409e575f8 req-ec18e3d0-0de0-4bc8-b215-2591babdf073 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 945 time: 0.0729470 Aug 04 05:54:54.344019 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 55318) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:54:54.350817 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-c68e3f1d-0ac3-4842-ac5b-ec7dd663907d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-805618148-network', 'tenant_id': 'c063bc1a5ee34b989ced47baf0900318'}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:54:54.372586 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0a1646f8-1fe2-477f-b280-5ed409e575f8 req-692d1500-0a5a-45f0-9866-1ef349d0a990 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473237 Aug 04 05:54:54.487908 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68e3f1d-0ac3-4842-ac5b-ec7dd663907d admin admin] Made reservation on behalf of c063bc1a5ee34b989ced47baf0900318 for: {'network': 1} {{(pid=100431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 05:54:54.487908 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c68e3f1d-0ac3-4842-ac5b-ec7dd663907d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for network, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:54.495705 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c68e3f1d-0ac3-4842-ac5b-ec7dd663907d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:54.592638 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c68e3f1d-0ac3-4842-ac5b-ec7dd663907d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:54.705661 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c68e3f1d-0ac3-4842-ac5b-ec7dd663907d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:54.726844 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c68e3f1d-0ac3-4842-ac5b-ec7dd663907d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=100431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 05:54:54.742408 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e3f1d-0ac3-4842-ac5b-ec7dd663907d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9827e1f-c09b-484d-8e41-88d759d72665,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:54.745396 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c68e3f1d-0ac3-4842-ac5b-ec7dd663907d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2010985'] for segment, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:54.745738 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.db.segments_db [None req-c68e3f1d-0ac3-4842-ac5b-ec7dd663907d admin admin] Added segment 1929fc04-c6dc-48eb-9eb5-7c0c8967973a of type vlan for network 25f6873e-1655-4ec1-91b0-037fc98510d7 Aug 04 05:54:54.787689 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c68e3f1d-0ac3-4842-ac5b-ec7dd663907d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791114671894'] for network, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:54.882637 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c68e3f1d-0ac3-4842-ac5b-ec7dd663907d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527'] for network, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:54.883644 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68e3f1d-0ac3-4842-ac5b-ec7dd663907d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:54.884265 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c68e3f1d-0ac3-4842-ac5b-ec7dd663907d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for network, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:54.957710 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e3f1d-0ac3-4842-ac5b-ec7dd663907d admin admin] Pushing event updated for resources: {'Network': ['ID=25f6873e-1655-4ec1-91b0-037fc98510d7,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:54.967842 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Network 25f6873e-1655-4ec1-91b0-037fc98510d7 details requested by agent ovs-agent-dv-cinder-801617-4-iscsi with host dv-cinder-801617-4-iscsi {{(pid=100433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 05:54:55.003438 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-c68e3f1d-0ac3-4842-ac5b-ec7dd663907d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6571102 Aug 04 05:54:55.006182 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 55348) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:54:55.011399 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-ab378821-2494-4d6c-8f13-fe3b3a3028c8 admin admin] Request body: {'subnet': {'network_id': '25f6873e-1655-4ec1-91b0-037fc98510d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-805618148-subnet', 'tenant_id': 'c063bc1a5ee34b989ced47baf0900318', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:54:55.154612 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab378821-2494-4d6c-8f13-fe3b3a3028c8 admin admin] Made reservation on behalf of c063bc1a5ee34b989ced47baf0900318 for: {'subnet': 1} {{(pid=100431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 05:54:55.154612 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-ab378821-2494-4d6c-8f13-fe3b3a3028c8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:55.425958 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-ab378821-2494-4d6c-8f13-fe3b3a3028c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527'] for subnet, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:55.534633 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab378821-2494-4d6c-8f13-fe3b3a3028c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf7b775a-89d8-4f87-a869-aaadbbdb65bb,revision_number=0']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:55.543362 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab378821-2494-4d6c-8f13-fe3b3a3028c8 admin admin] Checking segment: {'id': '1929fc04-c6dc-48eb-9eb5-7c0c8967973a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '25f6873e-1655-4ec1-91b0-037fc98510d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:54:55.543721 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab378821-2494-4d6c-8f13-fe3b3a3028c8 admin admin] Network hostable DHCP agents. Network: 25f6873e-1655-4ec1-91b0-037fc98510d7, hostable agents: ['4768dbe1-4fdd-4775-b2cc-1723632bf934'], hosted agents: [] {{(pid=100431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 05:54:55.558060 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471c2b7-1c3b-479a-96a8-dddc6edc142b req-e8217ee1-8161-48a3-a62e-f5a3e7218a14 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:55.559568 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-8471c2b7-1c3b-479a-96a8-dddc6edc142b req-e8217ee1-8161-48a3-a62e-f5a3e7218a14 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 945 time: 0.0947826 Aug 04 05:54:55.608068 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-8471c2b7-1c3b-479a-96a8-dddc6edc142b req-d7bf8f9c-c74e-4123-8a8d-10a50730155e tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390630 Aug 04 05:54:55.664937 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab378821-2494-4d6c-8f13-fe3b3a3028c8 admin admin] Network 25f6873e-1655-4ec1-91b0-037fc98510d7 is scheduled to be hosted by DHCP agent 4768dbe1-4fdd-4775-b2cc-1723632bf934 with binding_index 1 {{(pid=100431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 05:54:55.756694 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.base_scheduler [None req-ab378821-2494-4d6c-8f13-fe3b3a3028c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-4-iscsi, 25f6873e-1655-4ec1-91b0-037fc98510d7) {{(pid=100431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:54:55.767227 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab378821-2494-4d6c-8f13-fe3b3a3028c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:55.769131 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-ab378821-2494-4d6c-8f13-fe3b3a3028c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for subnet, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:55.770571 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72794c18-dd64-42e6-9f99-3b10117bff7f None None] Network 25f6873e-1655-4ec1-91b0-037fc98510d7 requested from dv-cinder-801617-4-iscsi {{(pid=100433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 05:54:55.837507 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-ab378821-2494-4d6c-8f13-fe3b3a3028c8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8300951 Aug 04 05:54:55.918877 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2b2a59-daeb-47ef-8032-141833632b41 None None] Network 25f6873e-1655-4ec1-91b0-037fc98510d7 requested from dv-cinder-801617-4-iscsi {{(pid=100433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 05:54:56.265092 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:56.384363 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 55434) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:54:56.487435 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-6861dafd-af45-4323-98ae-f1d5a82bd9e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:56.585048 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-6861dafd-af45-4323-98ae-f1d5a82bd9e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:56.659788 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-6861dafd-af45-4323-98ae-f1d5a82bd9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:56.751037 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-6861dafd-af45-4323-98ae-f1d5a82bd9e0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=39a7b5fed388425b88fb958484ce49ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3654995 Aug 04 05:54:56.753936 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 55466) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:54:56.771444 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6861dafd-af45-4323-98ae-f1d5a82bd9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d678762-fb58-41ea-b1b6-606d041797b3,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:56.799812 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fdb3f2-28da-485a-afcb-878e4405121d req-6421e456-da73-467e-9fa4-529341e34c84 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:56.804848 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-b4fdb3f2-28da-485a-afcb-878e4405121d req-6421e456-da73-467e-9fa4-529341e34c84 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 945 time: 0.1004434 Aug 04 05:54:56.814564 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-aa92817b-97ce-45bc-8ee1-49982a9c4c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:56.860249 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-aa92817b-97ce-45bc-8ee1-49982a9c4c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:56.867357 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-b4fdb3f2-28da-485a-afcb-878e4405121d req-9991b476-6ae8-47ae-b461-d170e8626703 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594943 Aug 04 05:54:57.013579 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-aa92817b-97ce-45bc-8ee1-49982a9c4c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:57.016052 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-aa92817b-97ce-45bc-8ee1-49982a9c4c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:57.017808 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-aa92817b-97ce-45bc-8ee1-49982a9c4c7c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3d678762-fb58-41ea-b1b6-606d041797b3 HTTP/1.1" status: 204 len: 168 time: 0.2628844 Aug 04 05:54:57.025668 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa92817b-97ce-45bc-8ee1-49982a9c4c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d678762-fb58-41ea-b1b6-606d041797b3,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:57.962788 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 55492) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:54:57.978102 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-79cafae4-4908-4a46-be62-423f2d41e0a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:57.988731 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efcc0a5-ab99-4365-ac19-872c34446f42 req-6e66e44e-e558-45aa-bdaa-faddea8500c5 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:54:57.990304 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-8efcc0a5-ab99-4365-ac19-872c34446f42 req-6e66e44e-e558-45aa-bdaa-faddea8500c5 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 945 time: 0.0510075 Aug 04 05:54:58.044502 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-8efcc0a5-ab99-4365-ac19-872c34446f42 req-cf840d39-899f-408e-b101-26874af3e2b6 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475686 Aug 04 05:54:58.096815 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-79cafae4-4908-4a46-be62-423f2d41e0a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:58.270709 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-79cafae4-4908-4a46-be62-423f2d41e0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:58.308693 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-79cafae4-4908-4a46-be62-423f2d41e0a0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=43ac271ed8e441f7be7de8871fa36bc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3446817 Aug 04 05:54:58.309499 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cafae4-4908-4a46-be62-423f2d41e0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec784f4-498e-46a3-88c2-aeb219050d70,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:58.312408 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 55508) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:54:58.366146 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-66221780-6a8e-4072-b088-4ac6e3014eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:58.392880 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-66221780-6a8e-4072-b088-4ac6e3014eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:58.510613 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-66221780-6a8e-4072-b088-4ac6e3014eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:58.517458 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-66221780-6a8e-4072-b088-4ac6e3014eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:54:58.517458 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-66221780-6a8e-4072-b088-4ac6e3014eaf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4ec784f4-498e-46a3-88c2-aeb219050d70 HTTP/1.1" status: 204 len: 168 time: 0.2013028 Aug 04 05:54:58.524015 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66221780-6a8e-4072-b088-4ac6e3014eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec784f4-498e-46a3-88c2-aeb219050d70,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:54:59.867970 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-af02ba66-bd33-4c7f-ad7c-7481e90ae0d9 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 05:55:02.442285 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed587b26-44bb-4416-876b-7f7f3acf5851 req-9761ccdc-5701-4276-9752-edd48e161ed6 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:02.444060 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ed587b26-44bb-4416-876b-7f7f3acf5851 req-9761ccdc-5701-4276-9752-edd48e161ed6 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 945 time: 0.0501249 Aug 04 05:55:02.482749 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ed587b26-44bb-4416-876b-7f7f3acf5851 req-75b63121-b2b5-4117-bee5-bfc817a60510 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329449 Aug 04 05:55:03.529658 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c03d4892-7198-4718-8cac-f4702d12ce0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:03.600967 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87019cc8-0809-4594-bc58-3013be8f4d99 req-30bb4c9f-309b-47f2-b562-df9a872a4889 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:03.602508 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-87019cc8-0809-4594-bc58-3013be8f4d99 req-30bb4c9f-309b-47f2-b562-df9a872a4889 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 945 time: 0.0483541 Aug 04 05:55:03.648142 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-87019cc8-0809-4594-bc58-3013be8f4d99 req-4e1453ff-23a2-4335-bd2f-3b1587318e90 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387390 Aug 04 05:55:04.782189 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3200bb3-b24f-4e1d-8337-053262763c88 req-5575f330-5a96-404d-aa74-72cd106c2be0 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:04.783970 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-a3200bb3-b24f-4e1d-8337-053262763c88 req-5575f330-5a96-404d-aa74-72cd106c2be0 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 945 time: 0.0577886 Aug 04 05:55:04.832419 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-a3200bb3-b24f-4e1d-8337-053262763c88 req-3d4091c1-5f53-4f30-ac4c-1b41d500a59a tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422127 Aug 04 05:55:05.207918 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 55674) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:55:05.313904 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-edd53556-d6c2-4ec9-8b19-f7ba5ffde623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:05.398192 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-edd53556-d6c2-4ec9-8b19-f7ba5ffde623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:05.482133 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-edd53556-d6c2-4ec9-8b19-f7ba5ffde623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:05.518297 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd53556-d6c2-4ec9-8b19-f7ba5ffde623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdccc7e-2455-489c-a0a5-3f6e8d104486,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:55:05.522635 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-edd53556-d6c2-4ec9-8b19-f7ba5ffde623 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e2e866c5d739465e9b4664d9d5f8ed80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3136015 Aug 04 05:55:05.525562 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 55678) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:55:05.580666 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-692e6c23-53ec-493e-90a3-47c9cac83c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:05.604477 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-692e6c23-53ec-493e-90a3-47c9cac83c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:05.739048 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-692e6c23-53ec-493e-90a3-47c9cac83c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:05.750169 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-692e6c23-53ec-493e-90a3-47c9cac83c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:05.750169 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-692e6c23-53ec-493e-90a3-47c9cac83c09 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2fdccc7e-2455-489c-a0a5-3f6e8d104486 HTTP/1.1" status: 204 len: 168 time: 0.2163293 Aug 04 05:55:05.750446 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692e6c23-53ec-493e-90a3-47c9cac83c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdccc7e-2455-489c-a0a5-3f6e8d104486,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:55:05.958268 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379be76-2ed3-46cb-82b4-ae4d8c129c52 req-e22d3a83-a636-4057-bba1-dc9bd05593f4 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:05.959737 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-a379be76-2ed3-46cb-82b4-ae4d8c129c52 req-e22d3a83-a636-4057-bba1-dc9bd05593f4 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 945 time: 0.0537119 Aug 04 05:55:05.979058 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-d53c7bdf-2d45-475d-8b00-0652eb7ed808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:06.000656 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-a379be76-2ed3-46cb-82b4-ae4d8c129c52 req-ed76130e-f6fa-4377-a637-6244666e8baf tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344007 Aug 04 05:55:06.167402 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:06.452540 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 55718) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:55:06.465360 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6feaf77b-6c3e-479e-97b7-be9363134b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:06.561907 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6feaf77b-6c3e-479e-97b7-be9363134b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:06.589848 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 55722) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:55:06.630654 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6feaf77b-6c3e-479e-97b7-be9363134b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:06.670996 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-6feaf77b-6c3e-479e-97b7-be9363134b6b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=66c57fe4d426452e8953c8b3ea7257e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2173653 Aug 04 05:55:06.671949 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feaf77b-6c3e-479e-97b7-be9363134b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f432c068-a497-4955-a64e-99914ab17028,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:55:06.674919 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 55730) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:55:06.718026 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d42dcdda-ccf5-4acc-8679-abf325a11c45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:06.733465 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-de6950ce-22d0-4ca5-bd68-f36778013319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:06.755885 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-de6950ce-22d0-4ca5-bd68-f36778013319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:06.817146 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d42dcdda-ccf5-4acc-8679-abf325a11c45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:06.881913 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d42dcdda-ccf5-4acc-8679-abf325a11c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:06.882080 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-de6950ce-22d0-4ca5-bd68-f36778013319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:06.887532 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-de6950ce-22d0-4ca5-bd68-f36778013319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:06.888624 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-de6950ce-22d0-4ca5-bd68-f36778013319 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f432c068-a497-4955-a64e-99914ab17028 HTTP/1.1" status: 204 len: 168 time: 0.2131317 Aug 04 05:55:06.898051 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6950ce-22d0-4ca5-bd68-f36778013319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f432c068-a497-4955-a64e-99914ab17028,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:55:06.931332 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-d42dcdda-ccf5-4acc-8679-abf325a11c45 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=de918f1e8ea743de9ffc6f6940c12ac1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3380747 Aug 04 05:55:06.931332 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42dcdda-ccf5-4acc-8679-abf325a11c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607b7edc-8863-4d49-8e7c-d420704ce355,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:55:06.932788 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 55738) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:55:07.004360 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-7ac29381-a9f4-492f-ab82-7209d23539cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:07.024375 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-7ac29381-a9f4-492f-ab82-7209d23539cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:07.122651 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f367ba-f0a4-4823-b512-b93d9b65e2fc req-077fac7b-7237-4df2-b583-0a0b7d1b516c tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:07.128630 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-f4f367ba-f0a4-4823-b512-b93d9b65e2fc req-077fac7b-7237-4df2-b583-0a0b7d1b516c tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 945 time: 0.0514753 Aug 04 05:55:07.156728 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-7ac29381-a9f4-492f-ab82-7209d23539cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:07.156728 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-7ac29381-a9f4-492f-ab82-7209d23539cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:07.156728 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-7ac29381-a9f4-492f-ab82-7209d23539cb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/607b7edc-8863-4d49-8e7c-d420704ce355 HTTP/1.1" status: 204 len: 168 time: 0.2180626 Aug 04 05:55:07.171017 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac29381-a9f4-492f-ab82-7209d23539cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607b7edc-8863-4d49-8e7c-d420704ce355,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:55:07.179163 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-f4f367ba-f0a4-4823-b512-b93d9b65e2fc req-905f6123-f922-49b4-83da-e8bc11616e25 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479293 Aug 04 05:55:07.533577 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6693b30c-6718-4946-8b55-748181203f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:08.353602 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c251ad-b252-4483-a050-9455e35022b6 req-b74c438e-ff48-40e9-9bd7-cee274796790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:08.355090 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-86c251ad-b252-4483-a050-9455e35022b6 req-b74c438e-ff48-40e9-9bd7-cee274796790 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 1098 time: 0.0551059 Aug 04 05:55:08.363007 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c564d2a-57b1-466a-a4c6-041321c35b23 req-93b4a9ef-c83b-4f4e-a5c3-8ed1454da7c3 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:08.364483 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-3c564d2a-57b1-466a-a4c6-041321c35b23 req-93b4a9ef-c83b-4f4e-a5c3-8ed1454da7c3 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 945 time: 0.0916610 Aug 04 05:55:08.419806 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-86c251ad-b252-4483-a050-9455e35022b6 req-c9bc0e77-46e7-48a7-96cf-2ee7dd468484 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522530 Aug 04 05:55:08.428155 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-3c564d2a-57b1-466a-a4c6-041321c35b23 req-3333275b-654b-451f-8c8d-f1b07139c6a6 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533426 Aug 04 05:55:09.303841 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-dee0c6e9-f257-441c-951e-ad3806d8c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:09.555613 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b3d14-e937-4734-92b4-e00f717a6f81 req-eaedb00a-4a4a-4b3f-86f0-3a0de895cf56 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:09.557229 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-e68b3d14-e937-4734-92b4-e00f717a6f81 req-eaedb00a-4a4a-4b3f-86f0-3a0de895cf56 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 945 time: 0.0538347 Aug 04 05:55:09.604424 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-e68b3d14-e937-4734-92b4-e00f717a6f81 req-2306c1bc-a477-4bdb-ad67-488700ba92c1 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388730 Aug 04 05:55:10.716670 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255400e-3561-4b6f-bb64-76e7b2170853 req-e3400e75-bfd3-4365-abd9-897d1b4f5287 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:10.719974 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-6255400e-3561-4b6f-bb64-76e7b2170853 req-e3400e75-bfd3-4365-abd9-897d1b4f5287 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 945 time: 0.0471666 Aug 04 05:55:10.756968 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-6255400e-3561-4b6f-bb64-76e7b2170853 req-bf4abc57-70be-4c3a-81f6-82122a4b3404 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318925 Aug 04 05:55:10.880743 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75d822-d931-4877-95a0-8cc56ccb63b4 req-17ad7941-d32f-4158-a1b2-b3e039593eaa tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:10.882716 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-3f75d822-d931-4877-95a0-8cc56ccb63b4 req-17ad7941-d32f-4158-a1b2-b3e039593eaa tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.0566700 Aug 04 05:55:10.921575 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-3f75d822-d931-4877-95a0-8cc56ccb63b4 req-6a18b186-f3d2-4206-af98-4460053cd1a3 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330296 Aug 04 05:55:13.002150 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ba5a3-52d9-42d8-aed0-7b6d0915d44a req-83f21941-2b74-495c-865b-de84d5d47dc7 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:13.006454 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-2a3ba5a3-52d9-42d8-aed0-7b6d0915d44a req-83f21941-2b74-495c-865b-de84d5d47dc7 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.0806813 Aug 04 05:55:13.052061 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecace08-79bd-4bd2-8110-d639a1a8bf93 req-b47116af-a122-4eeb-8c2b-e84ea6ad651f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:13.054131 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-6ecace08-79bd-4bd2-8110-d639a1a8bf93 req-b47116af-a122-4eeb-8c2b-e84ea6ad651f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0d320059d2a748979473823c9bc742bb&device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 1099 time: 0.0933733 Aug 04 05:55:13.061884 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-2a3ba5a3-52d9-42d8-aed0-7b6d0915d44a req-debf9b2b-e4ac-441e-a8d2-35f275539853 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453289 Aug 04 05:55:13.155732 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecace08-79bd-4bd2-8110-d639a1a8bf93 req-6738cbd2-32d7-4299-af31-ffd769f45534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:13.157207 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-6ecace08-79bd-4bd2-8110-d639a1a8bf93 req-6738cbd2-32d7-4299-af31-ffd769f45534 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fea95b2d-d504-480b-8c54-fa1d3a884d59 HTTP/1.1" status: 200 len: 920 time: 0.0862322 Aug 04 05:55:13.207493 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-6ecace08-79bd-4bd2-8110-d639a1a8bf93 req-50229f16-944f-41dd-a316-fe0daa711422 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5429d2ed-d8be-49be-834a-cd46b4267bce HTTP/1.1" status: 200 len: 217 time: 0.0382442 Aug 04 05:55:13.265558 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecace08-79bd-4bd2-8110-d639a1a8bf93 req-ba4d8744-fffd-4d15-9dde-efd10a042e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:13.267036 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-6ecace08-79bd-4bd2-8110-d639a1a8bf93 req-ba4d8744-fffd-4d15-9dde-efd10a042e50 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9770694f-c8d6-4155-afb5-37951e23de06 HTTP/1.1" status: 200 len: 859 time: 0.0485313 Aug 04 05:55:13.302026 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-6ecace08-79bd-4bd2-8110-d639a1a8bf93 req-f08a29b2-059f-43c7-8e03-f9c85dfe4048 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fea95b2d-d504-480b-8c54-fa1d3a884d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256641 Aug 04 05:55:13.424218 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-6ecace08-79bd-4bd2-8110-d639a1a8bf93 req-b821fe80-d6f5-4045-9c83-1f09217b7efe service neutron] 10.222.0.18 "GET /v2.0/networks/fea95b2d-d504-480b-8c54-fa1d3a884d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081820 Aug 04 05:55:13.528482 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-6ecace08-79bd-4bd2-8110-d639a1a8bf93 req-1bc39dc0-1bd8-4739-87af-fd647dc3d031 service neutron] 10.222.0.18 "GET /v2.0/networks/fea95b2d-d504-480b-8c54-fa1d3a884d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931678 Aug 04 05:55:14.187261 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e23ef9-6509-42ae-822f-32ff2b3843ad req-53e7f424-fb69-4d0c-b130-31302cd9c193 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:14.192770 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-68e23ef9-6509-42ae-822f-32ff2b3843ad req-53e7f424-fb69-4d0c-b130-31302cd9c193 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.0505412 Aug 04 05:55:14.235890 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-68e23ef9-6509-42ae-822f-32ff2b3843ad req-d3b707a4-323f-461d-a29e-58861371872a tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387781 Aug 04 05:55:15.355543 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41820cf3-f776-46f2-bc87-e231353c5ecd req-9174a593-725b-41a3-bb0f-44c04ae54b2e tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:15.357237 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-41820cf3-f776-46f2-bc87-e231353c5ecd req-9174a593-725b-41a3-bb0f-44c04ae54b2e tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.0496967 Aug 04 05:55:15.412398 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-41820cf3-f776-46f2-bc87-e231353c5ecd req-bd780681-7ab5-49ad-8c9e-fd214fcfb065 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454922 Aug 04 05:55:16.521992 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571d49b-c5d0-4bf0-9e4b-dbf7129a7af2 req-6345b727-a320-418f-bf20-f86c909eafe6 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:16.523499 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-9571d49b-c5d0-4bf0-9e4b-dbf7129a7af2 req-6345b727-a320-418f-bf20-f86c909eafe6 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.0526752 Aug 04 05:55:16.569489 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-9571d49b-c5d0-4bf0-9e4b-dbf7129a7af2 req-76c67cd0-1e0e-467c-af66-6805a3bcb4f6 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401552 Aug 04 05:55:17.180007 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 56146) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:55:17.231095 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fe9f17e-60b7-44fe-8854-0c2fd829f05f admin admin] Deleting subnet 7edbe2e3-8381-4d7b-9f28-e9ad7fcf86d1 {{(pid=100431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 05:55:17.244800 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-8fe9f17e-60b7-44fe-8854-0c2fd829f05f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:17.286055 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-8fe9f17e-60b7-44fe-8854-0c2fd829f05f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:17.292088 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-8fe9f17e-60b7-44fe-8854-0c2fd829f05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2010901'] for subnet, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:17.418917 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-8fe9f17e-60b7-44fe-8854-0c2fd829f05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527'] for subnet, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:17.446241 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe9f17e-60b7-44fe-8854-0c2fd829f05f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7edbe2e3-8381-4d7b-9f28-e9ad7fcf86d1,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:55:17.452401 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-8fe9f17e-60b7-44fe-8854-0c2fd829f05f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for subnet, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:17.459236 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-8fe9f17e-60b7-44fe-8854-0c2fd829f05f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7edbe2e3-8381-4d7b-9f28-e9ad7fcf86d1 HTTP/1.1" status: 204 len: 168 time: 0.2731860 Aug 04 05:55:17.459236 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 56154) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:55:17.525450 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0e06f943-cc84-4eb1-8a10-a76643e03b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601179'] for network, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:17.613275 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0e06f943-cc84-4eb1-8a10-a76643e03b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660050', 'neutron.services.segments.db._delete_segments_for_network-8791115231223'] for network, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:17.625135 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0e06f943-cc84-4eb1-8a10-a76643e03b81 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:55:17.625494 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0e06f943-cc84-4eb1-8a10-a76643e03b81 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:55:17.626259 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0e06f943-cc84-4eb1-8a10-a76643e03b81 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:55:17.626607 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0e06f943-cc84-4eb1-8a10-a76643e03b81 admin admin] Subscribe: > port after_create 55550000 {{(pid=100431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:55:17.626947 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0e06f943-cc84-4eb1-8a10-a76643e03b81 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:55:17.630297 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0e06f943-cc84-4eb1-8a10-a76643e03b81 admin admin] Subscribe: > port after_update 55550000 {{(pid=100431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:55:17.630297 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0e06f943-cc84-4eb1-8a10-a76643e03b81 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:55:17.630297 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0e06f943-cc84-4eb1-8a10-a76643e03b81 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:55:17.630297 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0e06f943-cc84-4eb1-8a10-a76643e03b81 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:55:17.630297 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0e06f943-cc84-4eb1-8a10-a76643e03b81 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:55:17.688415 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133134b-d287-4c08-bc00-f9d48a5f2fd0 req-07fa2b50-f66f-4309-aa69-9f1d72150e0d tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:17.690522 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e133134b-d287-4c08-bc00-f9d48a5f2fd0 req-07fa2b50-f66f-4309-aa69-9f1d72150e0d tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.0491679 Aug 04 05:55:17.696015 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0e06f943-cc84-4eb1-8a10-a76643e03b81 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:55:17.696374 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0e06f943-cc84-4eb1-8a10-a76643e03b81 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:55:17.696707 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0e06f943-cc84-4eb1-8a10-a76643e03b81 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:55:17.697031 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0e06f943-cc84-4eb1-8a10-a76643e03b81 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 05:55:17.697410 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.services.segments.db [None req-0e06f943-cc84-4eb1-8a10-a76643e03b81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c0803d9-6fc9-4280-bc7b-712c8a384d02']}} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:55:17.716195 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.services.segments.db [None req-0e06f943-cc84-4eb1-8a10-a76643e03b81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aad53f3-209d-4702-9756-c1cf17c7cdf8') {'for_net_delete': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:55:17.716732 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.services.segments.db [None req-0e06f943-cc84-4eb1-8a10-a76643e03b81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aad53f3-209d-4702-9756-c1cf17c7cdf8') {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:55:17.733792 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0e06f943-cc84-4eb1-8a10-a76643e03b81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791115235332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5041281'] for segment, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:17.745088 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e133134b-d287-4c08-bc00-f9d48a5f2fd0 req-88d7e1d3-baa3-4129-8a35-a51545b96106 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472014 Aug 04 05:55:17.756994 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0e06f943-cc84-4eb1-8a10-a76643e03b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2010985'] for segment, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:17.766192 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e06f943-cc84-4eb1-8a10-a76643e03b81 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=100431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 05:55:17.766593 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0e06f943-cc84-4eb1-8a10-a76643e03b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2010985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4497517'] for segment, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:17.771452 dv-cinder-801617-4-iscsi neutron-server[100431]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 04 05:55:17.771452 dv-cinder-801617-4-iscsi neutron-server[100431]: from cryptography.utils import int_from_bytes Aug 04 05:55:17.771452 dv-cinder-801617-4-iscsi neutron-server[100431]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 04 05:55:17.771452 dv-cinder-801617-4-iscsi neutron-server[100431]: from cryptography.utils import int_from_bytes Aug 04 05:55:17.771452 dv-cinder-801617-4-iscsi neutron-server[100431]: Traceback (most recent call last): Aug 04 05:55:17.771452 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 05:55:17.771452 dv-cinder-801617-4-iscsi neutron-server[100431]: timer() Aug 04 05:55:17.771452 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 05:55:17.771452 dv-cinder-801617-4-iscsi neutron-server[100431]: cb(*args, **kw) Aug 04 05:55:17.771452 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 05:55:17.771452 dv-cinder-801617-4-iscsi neutron-server[100431]: return func(*args, **kwargs) Aug 04 05:55:17.771452 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 05:55:17.771452 dv-cinder-801617-4-iscsi neutron-server[100431]: self._notify() Aug 04 05:55:17.771452 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 05:55:17.771452 dv-cinder-801617-4-iscsi neutron-server[100431]: self.callback(batched_events) Aug 04 05:55:17.771452 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 05:55:17.771452 dv-cinder-801617-4-iscsi neutron-server[100431]: event.method(event) Aug 04 05:55:17.771452 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 05:55:17.771452 dv-cinder-801617-4-iscsi neutron-server[100431]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 05:55:17.771452 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 05:55:17.771452 dv-cinder-801617-4-iscsi neutron-server[100431]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 05:55:17.771452 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 05:55:17.771452 dv-cinder-801617-4-iscsi neutron-server[100431]: return f(self, *a, **k) Aug 04 05:55:17.771452 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 05:55:17.771452 dv-cinder-801617-4-iscsi neutron-server[100431]: return self._get(url).json() Aug 04 05:55:17.771452 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 05:55:17.771452 dv-cinder-801617-4-iscsi neutron-server[100431]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 05:55:17.771452 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 05:55:17.771452 dv-cinder-801617-4-iscsi neutron-server[100431]: return self.request(url, 'GET', **kwargs) Aug 04 05:55:17.771452 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 05:55:17.771452 dv-cinder-801617-4-iscsi neutron-server[100431]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 05:55:17.771452 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 05:55:17.771452 dv-cinder-801617-4-iscsi neutron-server[100431]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 05:55:17.771452 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 05:55:17.771452 dv-cinder-801617-4-iscsi neutron-server[100431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 05:55:17.771452 dv-cinder-801617-4-iscsi neutron-server[100431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 05:55:17.910338 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0e06f943-cc84-4eb1-8a10-a76643e03b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571881'] for network, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:17.929229 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e06f943-cc84-4eb1-8a10-a76643e03b81 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c0803d9-6fc9-4280-bc7b-712c8a384d02,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:55:17.932216 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0e06f943-cc84-4eb1-8a10-a76643e03b81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for network, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:17.933987 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-0e06f943-cc84-4eb1-8a10-a76643e03b81 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4c0803d9-6fc9-4280-bc7b-712c8a384d02 HTTP/1.1" status: 204 len: 168 time: 0.4755480 Aug 04 05:55:17.936804 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 56170) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:55:17.988511 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dbcc280-c7f5-4995-86d4-c48edc3e7424 admin admin] Deleting subnet bf7b775a-89d8-4f87-a869-aaadbbdb65bb {{(pid=100432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 05:55:17.991411 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-2dbcc280-c7f5-4995-86d4-c48edc3e7424 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:18.025308 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-2dbcc280-c7f5-4995-86d4-c48edc3e7424 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6962328'] for subnet, precommit_delete_associations {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:18.070286 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-2dbcc280-c7f5-4995-86d4-c48edc3e7424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2010901'] for subnet, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:18.184348 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-2dbcc280-c7f5-4995-86d4-c48edc3e7424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5048103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4625303'] for subnet, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:18.208253 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbcc280-c7f5-4995-86d4-c48edc3e7424 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf7b775a-89d8-4f87-a869-aaadbbdb65bb,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:55:18.218734 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-2dbcc280-c7f5-4995-86d4-c48edc3e7424 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:18.218734 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-2dbcc280-c7f5-4995-86d4-c48edc3e7424 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/bf7b775a-89d8-4f87-a869-aaadbbdb65bb HTTP/1.1" status: 204 len: 168 time: 0.2778854 Aug 04 05:55:18.218734 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 56176) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:55:18.285167 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-99954714-c2d1-4048-8edb-4b7158f3d0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601179'] for network, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:18.567443 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-99954714-c2d1-4048-8edb-4b7158f3d0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660050', 'neutron.services.segments.db._delete_segments_for_network-8791115231223'] for network, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:18.578183 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.services.segments.db [None req-99954714-c2d1-4048-8edb-4b7158f3d0ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25f6873e-1655-4ec1-91b0-037fc98510d7']}} {{(pid=100432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:55:18.588273 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.services.segments.db [None req-99954714-c2d1-4048-8edb-4b7158f3d0ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1929fc04-c6dc-48eb-9eb5-7c0c8967973a') {'for_net_delete': True} {{(pid=100432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:55:18.588563 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.services.segments.db [None req-99954714-c2d1-4048-8edb-4b7158f3d0ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1929fc04-c6dc-48eb-9eb5-7c0c8967973a') {} {{(pid=100432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:55:18.597305 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-99954714-c2d1-4048-8edb-4b7158f3d0ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791115235332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6962323'] for segment, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:18.613166 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-99954714-c2d1-4048-8edb-4b7158f3d0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2010985'] for segment, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:18.619728 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99954714-c2d1-4048-8edb-4b7158f3d0ea admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=100432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 05:55:18.620148 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-99954714-c2d1-4048-8edb-4b7158f3d0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2010985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5048205'] for segment, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:18.621795 dv-cinder-801617-4-iscsi neutron-server[100432]: Traceback (most recent call last): Aug 04 05:55:18.621795 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 05:55:18.621795 dv-cinder-801617-4-iscsi neutron-server[100432]: timer() Aug 04 05:55:18.621795 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 05:55:18.621795 dv-cinder-801617-4-iscsi neutron-server[100432]: cb(*args, **kw) Aug 04 05:55:18.621795 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 05:55:18.621795 dv-cinder-801617-4-iscsi neutron-server[100432]: return func(*args, **kwargs) Aug 04 05:55:18.621795 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 05:55:18.621795 dv-cinder-801617-4-iscsi neutron-server[100432]: self._notify() Aug 04 05:55:18.621795 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 05:55:18.621795 dv-cinder-801617-4-iscsi neutron-server[100432]: self.callback(batched_events) Aug 04 05:55:18.621795 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 05:55:18.621795 dv-cinder-801617-4-iscsi neutron-server[100432]: event.method(event) Aug 04 05:55:18.621795 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 05:55:18.621795 dv-cinder-801617-4-iscsi neutron-server[100432]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 05:55:18.621795 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 05:55:18.621795 dv-cinder-801617-4-iscsi neutron-server[100432]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 05:55:18.621795 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 05:55:18.621795 dv-cinder-801617-4-iscsi neutron-server[100432]: return f(self, *a, **k) Aug 04 05:55:18.621795 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 05:55:18.621795 dv-cinder-801617-4-iscsi neutron-server[100432]: return self._get(url).json() Aug 04 05:55:18.621795 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 05:55:18.621795 dv-cinder-801617-4-iscsi neutron-server[100432]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 05:55:18.621795 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 05:55:18.621795 dv-cinder-801617-4-iscsi neutron-server[100432]: return self.request(url, 'GET', **kwargs) Aug 04 05:55:18.621795 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 05:55:18.621795 dv-cinder-801617-4-iscsi neutron-server[100432]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 05:55:18.621795 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 05:55:18.621795 dv-cinder-801617-4-iscsi neutron-server[100432]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 05:55:18.621795 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 05:55:18.621795 dv-cinder-801617-4-iscsi neutron-server[100432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 05:55:18.621795 dv-cinder-801617-4-iscsi neutron-server[100432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 05:55:18.749428 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-99954714-c2d1-4048-8edb-4b7158f3d0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571881'] for network, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:18.753674 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-99954714-c2d1-4048-8edb-4b7158f3d0ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for network, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:18.756609 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-99954714-c2d1-4048-8edb-4b7158f3d0ea admin admin] 10.222.0.37 "DELETE /v2.0/networks/25f6873e-1655-4ec1-91b0-037fc98510d7 HTTP/1.1" status: 204 len: 168 time: 0.5365179 Aug 04 05:55:18.768263 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99954714-c2d1-4048-8edb-4b7158f3d0ea admin admin] Pushing event deleted for resources: {'Network': ['ID=25f6873e-1655-4ec1-91b0-037fc98510d7,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:55:19.156970 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 56192) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:55:19.195356 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-44e0aac8-4d59-40ee-bc80-67af5f121b86 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=18a20be4f8a14362b7e91fe7c2cfbc30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372701 Aug 04 05:55:19.197862 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 56194) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:55:19.243963 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-af4984c6-c542-41c9-9f5b-2f665744e59b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:19.264122 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-af4984c6-c542-41c9-9f5b-2f665744e59b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:19.361144 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-af4984c6-c542-41c9-9f5b-2f665744e59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:19.364292 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-af4984c6-c542-41c9-9f5b-2f665744e59b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:19.367280 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-af4984c6-c542-41c9-9f5b-2f665744e59b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9c64addc-8b1e-4c04-b862-14b5c46ff68b HTTP/1.1" status: 204 len: 168 time: 0.1667383 Aug 04 05:55:19.373722 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4984c6-c542-41c9-9f5b-2f665744e59b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c64addc-8b1e-4c04-b862-14b5c46ff68b,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:55:19.958714 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 56208) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:55:19.998744 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-e1b79b40-24c7-4929-a529-5c79d06dedc0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c063bc1a5ee34b989ced47baf0900318&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389047 Aug 04 05:55:20.001290 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 56212) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:55:20.053510 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-15b2aba3-0bec-421c-9178-36cdf63dc5b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:20.073706 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-15b2aba3-0bec-421c-9178-36cdf63dc5b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:20.212525 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-15b2aba3-0bec-421c-9178-36cdf63dc5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:20.215153 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-15b2aba3-0bec-421c-9178-36cdf63dc5b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:20.216303 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-15b2aba3-0bec-421c-9178-36cdf63dc5b3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b9827e1f-c09b-484d-8e41-88d759d72665 HTTP/1.1" status: 204 len: 168 time: 0.2140248 Aug 04 05:55:20.224742 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b2aba3-0bec-421c-9178-36cdf63dc5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9827e1f-c09b-484d-8e41-88d759d72665,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:55:20.535148 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c42fa-bff1-40fb-ad25-7921c135377c req-1d084a25-ad05-4517-8233-50fccfcc8bf5 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:20.537963 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-cc7c42fa-bff1-40fb-ad25-7921c135377c req-1d084a25-ad05-4517-8233-50fccfcc8bf5 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.0516179 Aug 04 05:55:20.579400 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-cc7c42fa-bff1-40fb-ad25-7921c135377c req-f2494dff-d705-44c7-a8aa-443fbfce0afd tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346885 Aug 04 05:55:21.705754 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91efc802-66d5-4303-8609-c4290e1f1048 req-7c9a4388-718b-4342-a859-b7f6614eb2e3 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:21.707396 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-91efc802-66d5-4303-8609-c4290e1f1048 req-7c9a4388-718b-4342-a859-b7f6614eb2e3 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.0564334 Aug 04 05:55:21.748756 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-91efc802-66d5-4303-8609-c4290e1f1048 req-6668848c-bdc9-4d2d-afa0-a951a73205cb tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348387 Aug 04 05:55:22.870771 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219848d9-1fe6-4dd4-b453-dc059588384e req-9beb5f24-755f-4823-88df-fa22f23419d1 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:22.872306 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-219848d9-1fe6-4dd4-b453-dc059588384e req-9beb5f24-755f-4823-88df-fa22f23419d1 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.0505657 Aug 04 05:55:22.909270 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-219848d9-1fe6-4dd4-b453-dc059588384e req-399a9eac-5f72-4552-9c46-4b159ed24162 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306985 Aug 04 05:55:24.031520 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f724d-0c47-4744-800c-ef636d0d1e92 req-4dad7023-ae56-4fc3-9921-3d755f2cb158 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:24.032928 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-aa3f724d-0c47-4744-800c-ef636d0d1e92 req-4dad7023-ae56-4fc3-9921-3d755f2cb158 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.0512362 Aug 04 05:55:24.070147 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-aa3f724d-0c47-4744-800c-ef636d0d1e92 req-3694fa37-fdd1-4a37-8989-e9d59f34808e tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306463 Aug 04 05:55:25.194779 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9ed10-f1e9-48e6-8e66-66cdc0b7d694 req-8ec4b2f5-f687-4571-8db9-70ebd3249a9f tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:25.196208 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-18c9ed10-f1e9-48e6-8e66-66cdc0b7d694 req-8ec4b2f5-f687-4571-8db9-70ebd3249a9f tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.0500937 Aug 04 05:55:25.234169 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-18c9ed10-f1e9-48e6-8e66-66cdc0b7d694 req-f074ec51-2279-42f7-8c41-e87079429bb2 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321960 Aug 04 05:55:26.241809 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:26.366798 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0732a2-f919-41ff-b027-120dae434d5a req-49149e7c-766c-4cba-ad06-25e7891a2e1e tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:26.368338 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-de0732a2-f919-41ff-b027-120dae434d5a req-49149e7c-766c-4cba-ad06-25e7891a2e1e tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.0568500 Aug 04 05:55:26.406860 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-de0732a2-f919-41ff-b027-120dae434d5a req-b4b06c0c-09e1-487c-8096-25a5ca8e71f8 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325425 Aug 04 05:55:26.642620 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 56458) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:55:26.748514 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-602324f6-2de8-475d-b70b-b101a4b50df8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:26.837484 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-602324f6-2de8-475d-b70b-b101a4b50df8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:26.875119 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-602324f6-2de8-475d-b70b-b101a4b50df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:26.911212 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602324f6-2de8-475d-b70b-b101a4b50df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07669baa-bdae-4f64-8a6b-c5a2ae030f9a,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:55:26.916096 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-602324f6-2de8-475d-b70b-b101a4b50df8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5b607562e4a4437f9b7a922604eddb27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2723615 Aug 04 05:55:26.918778 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 56462) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:55:26.967618 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3f843e18-70d1-42b3-8dac-a43a66b6aeb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:26.989015 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3f843e18-70d1-42b3-8dac-a43a66b6aeb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:27.137917 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3f843e18-70d1-42b3-8dac-a43a66b6aeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:27.140622 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3f843e18-70d1-42b3-8dac-a43a66b6aeb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:27.141785 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-3f843e18-70d1-42b3-8dac-a43a66b6aeb8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/07669baa-bdae-4f64-8a6b-c5a2ae030f9a HTTP/1.1" status: 204 len: 168 time: 0.2220559 Aug 04 05:55:27.154456 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f843e18-70d1-42b3-8dac-a43a66b6aeb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07669baa-bdae-4f64-8a6b-c5a2ae030f9a,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:55:27.529671 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013605f4-f8a9-4394-8e64-d9d8d8cfc849 req-6239ea0f-4516-4fd6-8b0f-83279bf870e4 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:27.531390 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-013605f4-f8a9-4394-8e64-d9d8d8cfc849 req-6239ea0f-4516-4fd6-8b0f-83279bf870e4 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.0505419 Aug 04 05:55:27.589004 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-013605f4-f8a9-4394-8e64-d9d8d8cfc849 req-f8cab45b-6c01-40ef-a80e-2afd4980bfa8 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492263 Aug 04 05:55:28.713361 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245de683-0a47-4f6b-8666-8033130254e9 req-e33960c9-00ae-43c8-9ca5-fbddef2497f0 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:28.715151 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-245de683-0a47-4f6b-8666-8033130254e9 req-e33960c9-00ae-43c8-9ca5-fbddef2497f0 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.0523927 Aug 04 05:55:28.755957 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-245de683-0a47-4f6b-8666-8033130254e9 req-540860ff-c91b-4c5f-8751-4b968b0f2568 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331235 Aug 04 05:55:29.876302 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7988f-95ac-4394-aba0-7a5c839b414e req-715a12b9-383e-446b-bb69-0bd6e9d8a61e tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:29.877939 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-c8f7988f-95ac-4394-aba0-7a5c839b414e req-715a12b9-383e-446b-bb69-0bd6e9d8a61e tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.0540030 Aug 04 05:55:29.916730 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-c8f7988f-95ac-4394-aba0-7a5c839b414e req-5ce12d74-7908-4973-a78c-1c749ae777c5 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324888 Aug 04 05:55:30.515288 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 56604) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:55:30.618890 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4209b881-7010-446d-b862-317453c786be admin admin] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:30.717910 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4209b881-7010-446d-b862-317453c786be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:30.777769 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4209b881-7010-446d-b862-317453c786be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:30.818743 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-4209b881-7010-446d-b862-317453c786be admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a98881d5c9764260af7430aa977eecfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3023462 Aug 04 05:55:30.820112 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209b881-7010-446d-b862-317453c786be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef30995a-4e44-4464-8744-8b10aa91525b,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:55:30.821524 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 56614) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:55:30.873111 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-92add8cb-3470-4faf-bab9-e34ead2ad158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:30.895814 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-92add8cb-3470-4faf-bab9-e34ead2ad158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:31.038587 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a311658-34c2-4970-b6d8-2ee5e1dca0ef req-4aa4f45f-5808-4c7b-901d-466d74c0253a tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:31.040253 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-8a311658-34c2-4970-b6d8-2ee5e1dca0ef req-4aa4f45f-5808-4c7b-901d-466d74c0253a tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.0542247 Aug 04 05:55:31.079269 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-8a311658-34c2-4970-b6d8-2ee5e1dca0ef req-85c8cbf1-a4c0-4457-8f93-be654c07960c tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329945 Aug 04 05:55:31.104621 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-92add8cb-3470-4faf-bab9-e34ead2ad158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:31.114755 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-92add8cb-3470-4faf-bab9-e34ead2ad158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:31.114755 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-92add8cb-3470-4faf-bab9-e34ead2ad158 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ef30995a-4e44-4464-8744-8b10aa91525b HTTP/1.1" status: 204 len: 168 time: 0.2854443 Aug 04 05:55:31.117498 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92add8cb-3470-4faf-bab9-e34ead2ad158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef30995a-4e44-4464-8744-8b10aa91525b,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:55:31.124798 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92add8cb-3470-4faf-bab9-e34ead2ad158 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:55:31.125593 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92add8cb-3470-4faf-bab9-e34ead2ad158 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:55:31.125931 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92add8cb-3470-4faf-bab9-e34ead2ad158 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:55:31.126257 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92add8cb-3470-4faf-bab9-e34ead2ad158 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:55:31.126811 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92add8cb-3470-4faf-bab9-e34ead2ad158 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:55:31.127308 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92add8cb-3470-4faf-bab9-e34ead2ad158 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:55:31.127644 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92add8cb-3470-4faf-bab9-e34ead2ad158 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:55:31.128007 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92add8cb-3470-4faf-bab9-e34ead2ad158 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:55:31.128333 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92add8cb-3470-4faf-bab9-e34ead2ad158 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:55:31.128655 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92add8cb-3470-4faf-bab9-e34ead2ad158 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:55:31.128973 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92add8cb-3470-4faf-bab9-e34ead2ad158 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:55:31.129289 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92add8cb-3470-4faf-bab9-e34ead2ad158 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:55:31.205686 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 56624) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:55:31.307839 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-83ac235c-2520-46f5-88bf-369776e0f24a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:31.419544 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-83ac235c-2520-46f5-88bf-369776e0f24a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:31.469156 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-83ac235c-2520-46f5-88bf-369776e0f24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:31.496955 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-83ac235c-2520-46f5-88bf-369776e0f24a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f611badf3a2944968f6fe6c573c00929&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2896352 Aug 04 05:55:31.499401 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 56644) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:55:31.517104 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac235c-2520-46f5-88bf-369776e0f24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29481cc8-fa46-4035-8c71-4998e07e834c,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:55:31.555410 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6660fdee-dd1d-4117-a538-cd323ab7b52a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:31.577273 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6660fdee-dd1d-4117-a538-cd323ab7b52a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:31.703767 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6660fdee-dd1d-4117-a538-cd323ab7b52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:31.706480 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6660fdee-dd1d-4117-a538-cd323ab7b52a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:31.707536 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-6660fdee-dd1d-4117-a538-cd323ab7b52a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/29481cc8-fa46-4035-8c71-4998e07e834c HTTP/1.1" status: 204 len: 168 time: 0.2066979 Aug 04 05:55:31.715404 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660fdee-dd1d-4117-a538-cd323ab7b52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29481cc8-fa46-4035-8c71-4998e07e834c,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:55:31.849907 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 56654) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:55:31.862915 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c2355cb4-12f3-416b-8b45-2daa8edd6179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:31.930476 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 56658) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:55:31.966627 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c2355cb4-12f3-416b-8b45-2daa8edd6179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:32.029429 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c2355cb4-12f3-416b-8b45-2daa8edd6179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:32.069271 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-c2355cb4-12f3-416b-8b45-2daa8edd6179 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=11038f9bef364f27bb4e03f15bf33e88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2183375 Aug 04 05:55:32.070683 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2355cb4-12f3-416b-8b45-2daa8edd6179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955f17d5-5459-4ce4-88f4-5fa72a8c9de9,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:55:32.072044 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 56664) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:55:32.124476 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-a623777a-c814-45b3-b7f5-0d301f088194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:32.150320 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-a623777a-c814-45b3-b7f5-0d301f088194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:32.178469 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-1e4cbcdd-4a88-4d64-a4b3-6c608a93d6be admin admin] Notify callbacks [] for security_group, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:32.300199 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-a623777a-c814-45b3-b7f5-0d301f088194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:32.302768 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-a623777a-c814-45b3-b7f5-0d301f088194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:32.304053 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-a623777a-c814-45b3-b7f5-0d301f088194 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/955f17d5-5459-4ce4-88f4-5fa72a8c9de9 HTTP/1.1" status: 204 len: 168 time: 0.2309251 Aug 04 05:55:32.321944 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a623777a-c814-45b3-b7f5-0d301f088194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955f17d5-5459-4ce4-88f4-5fa72a8c9de9,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:55:32.384936 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-1e4cbcdd-4a88-4d64-a4b3-6c608a93d6be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:32.463579 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-1e4cbcdd-4a88-4d64-a4b3-6c608a93d6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:32.500821 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-1e4cbcdd-4a88-4d64-a4b3-6c608a93d6be admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=997960222e964f9580dd7d0db2948b03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5681558 Aug 04 05:55:32.502676 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4cbcdd-4a88-4d64-a4b3-6c608a93d6be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9db450-dbe4-4e65-94a1-9443870634e9,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:55:32.503658 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 56678) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:55:32.553988 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0551bcef-ee3f-44e6-aa83-8b943d74116b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:32.575462 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0551bcef-ee3f-44e6-aa83-8b943d74116b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:32.692333 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0551bcef-ee3f-44e6-aa83-8b943d74116b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:32.695238 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0551bcef-ee3f-44e6-aa83-8b943d74116b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:32.696684 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-0551bcef-ee3f-44e6-aa83-8b943d74116b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9d9db450-dbe4-4e65-94a1-9443870634e9 HTTP/1.1" status: 204 len: 168 time: 0.1920140 Aug 04 05:55:32.704876 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0551bcef-ee3f-44e6-aa83-8b943d74116b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9db450-dbe4-4e65-94a1-9443870634e9,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:55:33.337744 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 56712) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:55:33.351834 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-00cac7c4-261c-4a63-9b35-2a4e2015c7f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:33.454814 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-00cac7c4-261c-4a63-9b35-2a4e2015c7f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:33.526680 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-00cac7c4-261c-4a63-9b35-2a4e2015c7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:33.565559 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-00cac7c4-261c-4a63-9b35-2a4e2015c7f1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5c92cf4a1eae4e1da02a177b3cbc41e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2266254 Aug 04 05:55:33.566389 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cac7c4-261c-4a63-9b35-2a4e2015c7f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba856c8-bfb0-4e6b-9e37-88bf4cb6d8fb,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:55:33.568324 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 56720) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:55:33.583852 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-cf069149-7aa1-4d26-9a1f-f3344476b359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:33.618720 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fe2d3049-6d59-40d6-9279-70a1ab102419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:33.639758 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fe2d3049-6d59-40d6-9279-70a1ab102419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:33.771785 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fe2d3049-6d59-40d6-9279-70a1ab102419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:33.775145 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fe2d3049-6d59-40d6-9279-70a1ab102419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:33.776309 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-fe2d3049-6d59-40d6-9279-70a1ab102419 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aba856c8-bfb0-4e6b-9e37-88bf4cb6d8fb HTTP/1.1" status: 204 len: 168 time: 0.2067509 Aug 04 05:55:33.784095 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d3049-6d59-40d6-9279-70a1ab102419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba856c8-bfb0-4e6b-9e37-88bf4cb6d8fb,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:55:33.971670 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 56734) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:55:34.165730 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-661359a4-304b-4a78-9a0c-ff2b7c3f843e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:34.255302 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-661359a4-304b-4a78-9a0c-ff2b7c3f843e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:34.338088 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-661359a4-304b-4a78-9a0c-ff2b7c3f843e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:34.375505 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-661359a4-304b-4a78-9a0c-ff2b7c3f843e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c1297c358f764a11a5128a3ea0a25d5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4025724 Aug 04 05:55:34.380435 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 56750) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:55:34.394207 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661359a4-304b-4a78-9a0c-ff2b7c3f843e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91d6c61-6207-4fc6-9d46-49605764af63,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:55:34.444448 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-ce396054-713d-49a8-ade5-44ecf034a040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:34.472987 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-ce396054-713d-49a8-ade5-44ecf034a040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:34.499477 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 56762) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:55:34.518479 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a48de846-462b-4aca-a3ba-cc0d19421d1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:34.553284 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf8790-b90b-499d-9360-9aad47c9f079 req-c5314769-80c1-45b0-8892-6442f33e988a tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:34.555114 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-47bf8790-b90b-499d-9360-9aad47c9f079 req-c5314769-80c1-45b0-8892-6442f33e988a tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.0794942 Aug 04 05:55:34.604325 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-47bf8790-b90b-499d-9360-9aad47c9f079 req-aacde9f8-2fdf-4c68-8c04-095f3cec83a5 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415959 Aug 04 05:55:34.623926 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a48de846-462b-4aca-a3ba-cc0d19421d1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:34.697561 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-ce396054-713d-49a8-ade5-44ecf034a040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:34.700229 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-ce396054-713d-49a8-ade5-44ecf034a040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:34.701362 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-ce396054-713d-49a8-ade5-44ecf034a040 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c91d6c61-6207-4fc6-9d46-49605764af63 HTTP/1.1" status: 204 len: 168 time: 0.3199096 Aug 04 05:55:34.704485 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a48de846-462b-4aca-a3ba-cc0d19421d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:34.720543 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce396054-713d-49a8-ade5-44ecf034a040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91d6c61-6207-4fc6-9d46-49605764af63,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:55:34.750125 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-a48de846-462b-4aca-a3ba-cc0d19421d1f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7c4b2271943943b3af61185d94cfa27a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2557449 Aug 04 05:55:34.751062 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 56778) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:55:34.751523 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48de846-462b-4aca-a3ba-cc0d19421d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362856b8-b9f2-4e21-8f8a-6700ebc53f16,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:55:34.814779 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-8bdabc5c-d230-4862-a6ae-da257ef38469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:34.837420 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-8bdabc5c-d230-4862-a6ae-da257ef38469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:34.961249 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-8bdabc5c-d230-4862-a6ae-da257ef38469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:34.963717 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-8bdabc5c-d230-4862-a6ae-da257ef38469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:34.967662 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-8bdabc5c-d230-4862-a6ae-da257ef38469 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/362856b8-b9f2-4e21-8f8a-6700ebc53f16 HTTP/1.1" status: 204 len: 168 time: 0.2150745 Aug 04 05:55:34.979842 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdabc5c-d230-4862-a6ae-da257ef38469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362856b8-b9f2-4e21-8f8a-6700ebc53f16,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:55:35.744031 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259ac1d-25ac-4fcc-b958-7a8c54eb4679 req-3006f4a5-d746-4c98-b26e-d916093b6bf0 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:35.745490 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-d259ac1d-25ac-4fcc-b958-7a8c54eb4679 req-3006f4a5-d746-4c98-b26e-d916093b6bf0 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.0529034 Aug 04 05:55:35.790971 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-d259ac1d-25ac-4fcc-b958-7a8c54eb4679 req-2f6dc40d-29b6-4d13-86d3-2c13e69c7fda tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391798 Aug 04 05:55:35.964322 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035875e-18f6-498b-850d-a3da8dd15fec req-f57f709d-a218-4f07-b4c8-f612da54752d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:35.966059 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-a035875e-18f6-498b-850d-a3da8dd15fec req-f57f709d-a218-4f07-b4c8-f612da54752d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 1099 time: 0.0571098 Aug 04 05:55:36.011385 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-a035875e-18f6-498b-850d-a3da8dd15fec req-9357e8e7-f47d-467d-8c51-7f8e6b5790e7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305581 Aug 04 05:55:36.024033 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-72ee4f79-2aa3-4687-afbd-f4e48d7ebe30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:36.137795 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:36.331706 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 56852) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:55:36.425679 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [None req-1874ae44-a46b-4f8d-b0a0-f01ec83faadf admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-733768289-network', 'tenant_id': '86196a0f018f48189aaa490a08849288'}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:55:36.514641 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1874ae44-a46b-4f8d-b0a0-f01ec83faadf admin admin] Made reservation on behalf of 86196a0f018f48189aaa490a08849288 for: {'network': 1} {{(pid=100432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 05:55:36.517021 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-1874ae44-a46b-4f8d-b0a0-f01ec83faadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for network, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:36.525663 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-1874ae44-a46b-4f8d-b0a0-f01ec83faadf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:36.613418 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-1874ae44-a46b-4f8d-b0a0-f01ec83faadf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:36.680662 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-1874ae44-a46b-4f8d-b0a0-f01ec83faadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:36.707871 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1874ae44-a46b-4f8d-b0a0-f01ec83faadf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=100432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 05:55:36.714165 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1874ae44-a46b-4f8d-b0a0-f01ec83faadf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d419ef8-5bbb-40ee-b2b8-382ff3bcfc97,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:55:36.721516 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-1874ae44-a46b-4f8d-b0a0-f01ec83faadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2010985'] for segment, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:36.722464 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.db.segments_db [None req-1874ae44-a46b-4f8d-b0a0-f01ec83faadf admin admin] Added segment 73c1aeeb-f58f-4df8-98f6-69bb2dae7b1a of type vlan for network 401d5873-9994-4f3c-bf62-7ec3bae249cb Aug 04 05:55:36.767948 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-1874ae44-a46b-4f8d-b0a0-f01ec83faadf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791114671894'] for network, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:36.866703 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-af02ba66-bd33-4c7f-ad7c-7481e90ae0d9 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 05:55:36.906393 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe97f54-4f9f-48f6-876f-319dcff783ed req-4d7c5654-2b30-4b83-a68c-136151cbe0c3 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:36.907759 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-bfe97f54-4f9f-48f6-876f-319dcff783ed req-4d7c5654-2b30-4b83-a68c-136151cbe0c3 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.0476098 Aug 04 05:55:36.909360 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-1874ae44-a46b-4f8d-b0a0-f01ec83faadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527'] for network, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:36.910324 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1874ae44-a46b-4f8d-b0a0-f01ec83faadf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:36.910905 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-1874ae44-a46b-4f8d-b0a0-f01ec83faadf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for network, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:36.948346 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-bfe97f54-4f9f-48f6-876f-319dcff783ed req-eef6b035-5a1a-4e8d-9329-f0b2b4a341be tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320456 Aug 04 05:55:36.984873 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1874ae44-a46b-4f8d-b0a0-f01ec83faadf admin admin] Pushing event updated for resources: {'Network': ['ID=401d5873-9994-4f3c-bf62-7ec3bae249cb,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:55:37.001072 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Network 401d5873-9994-4f3c-bf62-7ec3bae249cb details requested by agent ovs-agent-dv-cinder-801617-4-iscsi with host dv-cinder-801617-4-iscsi {{(pid=100433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 05:55:37.055683 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-1874ae44-a46b-4f8d-b0a0-f01ec83faadf admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7196980 Aug 04 05:55:37.056061 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 56878) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:55:37.060949 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-66f26390-80a6-411a-aed5-9cc6fa0ca3a2 admin admin] Request body: {'subnet': {'network_id': '401d5873-9994-4f3c-bf62-7ec3bae249cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-733768289-subnet', 'tenant_id': '86196a0f018f48189aaa490a08849288', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:55:37.166005 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f26390-80a6-411a-aed5-9cc6fa0ca3a2 admin admin] Made reservation on behalf of 86196a0f018f48189aaa490a08849288 for: {'subnet': 1} {{(pid=100431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 05:55:37.168386 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-66f26390-80a6-411a-aed5-9cc6fa0ca3a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5171290'] for subnet, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:37.394715 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-66f26390-80a6-411a-aed5-9cc6fa0ca3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4497540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5171300'] for subnet, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:37.448821 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f26390-80a6-411a-aed5-9cc6fa0ca3a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f89c709-5969-4e29-86e1-1b09bbd1c22f,revision_number=0']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:55:37.462135 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f26390-80a6-411a-aed5-9cc6fa0ca3a2 admin admin] Checking segment: {'id': '73c1aeeb-f58f-4df8-98f6-69bb2dae7b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '401d5873-9994-4f3c-bf62-7ec3bae249cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:55:37.462483 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f26390-80a6-411a-aed5-9cc6fa0ca3a2 admin admin] Network hostable DHCP agents. Network: 401d5873-9994-4f3c-bf62-7ec3bae249cb, hostable agents: ['4768dbe1-4fdd-4775-b2cc-1723632bf934'], hosted agents: [] {{(pid=100431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 05:55:37.514752 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6693b30c-6718-4946-8b55-748181203f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:37.548921 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f26390-80a6-411a-aed5-9cc6fa0ca3a2 admin admin] Network 401d5873-9994-4f3c-bf62-7ec3bae249cb is scheduled to be hosted by DHCP agent 4768dbe1-4fdd-4775-b2cc-1723632bf934 with binding_index 1 {{(pid=100431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 05:55:37.600498 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.base_scheduler [None req-66f26390-80a6-411a-aed5-9cc6fa0ca3a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-4-iscsi, 401d5873-9994-4f3c-bf62-7ec3bae249cb) {{(pid=100431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:55:37.604684 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f26390-80a6-411a-aed5-9cc6fa0ca3a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:37.605261 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-66f26390-80a6-411a-aed5-9cc6fa0ca3a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for subnet, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:37.609127 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34b61dc-625f-43a7-8b4d-65cd56bd9e01 None None] Network 401d5873-9994-4f3c-bf62-7ec3bae249cb requested from dv-cinder-801617-4-iscsi {{(pid=100433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 05:55:37.671194 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-66f26390-80a6-411a-aed5-9cc6fa0ca3a2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6067441 Aug 04 05:55:37.726753 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8fcb1c-b490-4f82-ac46-4bdff13dc5d9 None None] Network 401d5873-9994-4f3c-bf62-7ec3bae249cb requested from dv-cinder-801617-4-iscsi {{(pid=100433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 05:55:38.066675 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e7ef7-43ac-48b4-bcb5-b54ec872993f req-064bcb05-0e5a-4ff8-816a-c3e1e28e4b44 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:38.068186 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-fb3e7ef7-43ac-48b4-bcb5-b54ec872993f req-064bcb05-0e5a-4ff8-816a-c3e1e28e4b44 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.0511227 Aug 04 05:55:38.106806 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-fb3e7ef7-43ac-48b4-bcb5-b54ec872993f req-8c830e7a-aab1-4e86-85f6-348ce3fbebcb tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321155 Aug 04 05:55:39.226482 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20aa19-b3d0-4f96-9499-5ffd915ac0e1 req-1dd5a0cf-bde0-474a-adb5-6a20ae1757be tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:39.226482 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-3e20aa19-b3d0-4f96-9499-5ffd915ac0e1 req-1dd5a0cf-bde0-474a-adb5-6a20ae1757be tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.0499742 Aug 04 05:55:39.267285 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-3e20aa19-b3d0-4f96-9499-5ffd915ac0e1 req-4829746c-868d-40cb-9b07-b25d112755a2 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334654 Aug 04 05:55:39.326208 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-dee0c6e9-f257-441c-951e-ad3806d8c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:40.287401 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 56956) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:55:40.388882 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac5248-f7e6-4dcf-ac74-e7e3f46f0ea6 req-fdc141e2-3552-452b-ade4-849ba67138ba tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:40.390391 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-a6ac5248-f7e6-4dcf-ac74-e7e3f46f0ea6 req-fdc141e2-3552-452b-ade4-849ba67138ba tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.0502498 Aug 04 05:55:40.410005 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0975d908-ba56-4153-b1ca-a8e4c3458563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:40.675095 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-a6ac5248-f7e6-4dcf-ac74-e7e3f46f0ea6 req-b0717313-1205-4cc4-b328-861df966b1de tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763286 Aug 04 05:55:40.790382 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0975d908-ba56-4153-b1ca-a8e4c3458563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:40.834938 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0975d908-ba56-4153-b1ca-a8e4c3458563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:40.872742 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-0975d908-ba56-4153-b1ca-a8e4c3458563 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f8a0352b51db47cb9a767820b7da163f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5836427 Aug 04 05:55:40.875283 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 56974) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:55:40.881847 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0975d908-ba56-4153-b1ca-a8e4c3458563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52248db5-9a12-4204-9764-c190a92a411b,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:55:40.941445 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-ce5cce3d-464f-449d-80c4-f91340446c33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:40.970534 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-ce5cce3d-464f-449d-80c4-f91340446c33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:41.138007 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-ce5cce3d-464f-449d-80c4-f91340446c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:41.140556 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-ce5cce3d-464f-449d-80c4-f91340446c33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:41.141587 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-ce5cce3d-464f-449d-80c4-f91340446c33 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/52248db5-9a12-4204-9764-c190a92a411b HTTP/1.1" status: 204 len: 168 time: 0.2654185 Aug 04 05:55:41.192203 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5cce3d-464f-449d-80c4-f91340446c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52248db5-9a12-4204-9764-c190a92a411b,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:55:41.254667 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c46b6-1e3c-4380-8266-eb45100f4f99 req-4ed200af-8729-434e-b839-2aaed50e7c23 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:41.256721 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-860c46b6-1e3c-4380-8266-eb45100f4f99 req-4ed200af-8729-434e-b839-2aaed50e7c23 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/networks?id=401d5873-9994-4f3c-bf62-7ec3bae249cb HTTP/1.1" status: 200 len: 813 time: 0.1301806 Aug 04 05:55:41.271766 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-860c46b6-1e3c-4380-8266-eb45100f4f99 req-743de2a0-2d49-40ae-b2b9-0ac793b9540b tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/quotas/86196a0f018f48189aaa490a08849288 HTTP/1.1" status: 200 len: 375 time: 0.0090699 Aug 04 05:55:41.302162 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-860c46b6-1e3c-4380-8266-eb45100f4f99 req-c009b855-1004-4885-acbe-38e47f3b2f72 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=86196a0f018f48189aaa490a08849288&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0246816 Aug 04 05:55:41.399487 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-860c46b6-1e3c-4380-8266-eb45100f4f99 req-3b1a928a-36c1-4d3f-b2ba-fac2efa30a90 service neutron] 10.222.0.37 "GET /v2.0/networks/401d5873-9994-4f3c-bf62-7ec3bae249cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902941 Aug 04 05:55:41.492966 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-860c46b6-1e3c-4380-8266-eb45100f4f99 req-e1093f4a-e009-40f0-b07b-52fcdf15ccee service neutron] 10.222.0.37 "GET /v2.0/networks/401d5873-9994-4f3c-bf62-7ec3bae249cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868988 Aug 04 05:55:41.732741 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e51cf986-cd63-4bab-9079-7ac80574912f req-42f3a701-e081-4ea0-b2cd-9dd9f0dcb0da tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d9bf971-3a10-46ce-b2fb-e4d017a0414c HTTP/1.1" status: 200 len: 210 time: 0.0298190 Aug 04 05:55:41.804372 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d36e5b-3df3-479c-9179-848e3a9098d7 req-f4c53e67-9701-4e3c-9f28-8f01d1d14833 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:41.805211 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-91d36e5b-3df3-479c-9179-848e3a9098d7 req-f4c53e67-9701-4e3c-9f28-8f01d1d14833 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.0534542 Aug 04 05:55:41.806303 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 57010) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:55:41.837416 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-f7928acf-b5ff-4f38-9309-d0e0a1d42622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:41.866043 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-91d36e5b-3df3-479c-9179-848e3a9098d7 req-846846e1-0b27-4676-8435-0a8162720672 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451446 Aug 04 05:55:41.938942 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-f7928acf-b5ff-4f38-9309-d0e0a1d42622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:42.017545 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-f7928acf-b5ff-4f38-9309-d0e0a1d42622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:42.055813 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-f7928acf-b5ff-4f38-9309-d0e0a1d42622 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0bf0f42e39374d8cb3c4c746b34356b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2482617 Aug 04 05:55:42.057852 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7928acf-b5ff-4f38-9309-d0e0a1d42622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde2ffd3-5108-4ede-aa95-2a9348dd2a54,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:55:42.058459 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 57024) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:55:42.111022 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-5eea13b9-f13c-4081-98d0-b365dcee261a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:42.132027 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-5eea13b9-f13c-4081-98d0-b365dcee261a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:42.303125 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-5eea13b9-f13c-4081-98d0-b365dcee261a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:42.305572 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-5eea13b9-f13c-4081-98d0-b365dcee261a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:42.306651 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-5eea13b9-f13c-4081-98d0-b365dcee261a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bde2ffd3-5108-4ede-aa95-2a9348dd2a54 HTTP/1.1" status: 204 len: 168 time: 0.2472281 Aug 04 05:55:42.317864 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea13b9-f13c-4081-98d0-b365dcee261a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde2ffd3-5108-4ede-aa95-2a9348dd2a54,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:55:42.334084 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc11dd4-8944-430d-a6a0-4125f61a88d8 req-07ba56c6-7ef7-4457-bbd7-2e978114fe15 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:42.341793 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-6bc11dd4-8944-430d-a6a0-4125f61a88d8 req-07ba56c6-7ef7-4457-bbd7-2e978114fe15 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.0649154 Aug 04 05:55:42.380504 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-6bc11dd4-8944-430d-a6a0-4125f61a88d8 req-1452687e-c6d0-4cf7-85d4-705bcfaf0900 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377851 Aug 04 05:55:42.824140 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-a5eac8ed-eb69-4d28-a12a-fa4ad6098892 req-dacad27b-05bd-4438-9831-deb76f3eb274 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d9bf971-3a10-46ce-b2fb-e4d017a0414c HTTP/1.1" status: 200 len: 210 time: 0.0256844 Aug 04 05:55:43.492799 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ecc73-7128-4d53-a115-53e709d3fc51 req-d449f843-032e-4977-b546-5f0db24e3008 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:43.494261 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-3e8ecc73-7128-4d53-a115-53e709d3fc51 req-d449f843-032e-4977-b546-5f0db24e3008 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.0533931 Aug 04 05:55:43.535614 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-3e8ecc73-7128-4d53-a115-53e709d3fc51 req-4ea6610d-248f-416f-b3d7-97bbe17d3376 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352798 Aug 04 05:55:43.920444 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-f730e902-d59f-4d9f-a47e-01d3157997ea req-503cd933-6532-4646-95e8-f908df4d2eb6 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d9bf971-3a10-46ce-b2fb-e4d017a0414c HTTP/1.1" status: 200 len: 210 time: 0.0259118 Aug 04 05:55:44.391952 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71257356-4152-4fc7-8a62-f4a90a05ebaf req-924d9405-1f31-485e-9efc-7c5ef7255fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:44.397456 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-71257356-4152-4fc7-8a62-f4a90a05ebaf req-924d9405-1f31-485e-9efc-7c5ef7255fef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0d320059d2a748979473823c9bc742bb&device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 1099 time: 0.0534363 Aug 04 05:55:44.517552 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71257356-4152-4fc7-8a62-f4a90a05ebaf req-d0789e5f-f470-49f4-ad96-eb4aa13283a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:44.523474 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-71257356-4152-4fc7-8a62-f4a90a05ebaf req-d0789e5f-f470-49f4-ad96-eb4aa13283a6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fea95b2d-d504-480b-8c54-fa1d3a884d59 HTTP/1.1" status: 200 len: 920 time: 0.1051989 Aug 04 05:55:44.575742 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-71257356-4152-4fc7-8a62-f4a90a05ebaf req-aa1570ef-df22-4c4e-8d69-c2f5340d7959 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5429d2ed-d8be-49be-834a-cd46b4267bce HTTP/1.1" status: 200 len: 217 time: 0.0394721 Aug 04 05:55:44.665329 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71257356-4152-4fc7-8a62-f4a90a05ebaf req-0fea5f0b-027c-4c3c-8f0d-25b202aceb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:44.666795 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-71257356-4152-4fc7-8a62-f4a90a05ebaf req-0fea5f0b-027c-4c3c-8f0d-25b202aceb47 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9770694f-c8d6-4155-afb5-37951e23de06 HTTP/1.1" status: 200 len: 859 time: 0.0758765 Aug 04 05:55:44.681925 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e442df1-0a78-490a-8836-6fe63d7714cf req-6fd72bb0-1ef9-4b03-a935-957d0d6874a4 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:44.683371 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5e442df1-0a78-490a-8836-6fe63d7714cf req-6fd72bb0-1ef9-4b03-a935-957d0d6874a4 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.0640180 Aug 04 05:55:44.720049 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-71257356-4152-4fc7-8a62-f4a90a05ebaf req-6d835734-e359-4aa4-99fa-d40affd89679 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fea95b2d-d504-480b-8c54-fa1d3a884d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347590 Aug 04 05:55:44.762186 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5e442df1-0a78-490a-8836-6fe63d7714cf req-dccb1055-d2ba-4e96-abf9-cf5667959dd0 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696681 Aug 04 05:55:44.828231 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-71257356-4152-4fc7-8a62-f4a90a05ebaf req-3d26e0af-3637-44dc-9c4b-e1076e9b8f4c service neutron] 10.222.0.18 "GET /v2.0/networks/fea95b2d-d504-480b-8c54-fa1d3a884d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947461 Aug 04 05:55:44.929429 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-71257356-4152-4fc7-8a62-f4a90a05ebaf req-af8062a8-a216-4367-903b-f61b0f81e918 service neutron] 10.222.0.18 "GET /v2.0/networks/fea95b2d-d504-480b-8c54-fa1d3a884d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893166 Aug 04 05:55:45.017041 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-cc056f4b-cb65-4281-9bd1-664ed582c522 req-6aa394e2-55f2-4993-b72a-3ec8e63aeaaf tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d9bf971-3a10-46ce-b2fb-e4d017a0414c HTTP/1.1" status: 200 len: 210 time: 0.0255032 Aug 04 05:55:45.628983 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c46b6-1e3c-4380-8266-eb45100f4f99 req-679675b5-592e-406e-9cc2-2d922ec59e91 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:45.629759 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-860c46b6-1e3c-4380-8266-eb45100f4f99 req-679675b5-592e-406e-9cc2-2d922ec59e91 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.18 "GET /v2.0/networks?id=401d5873-9994-4f3c-bf62-7ec3bae249cb HTTP/1.1" status: 200 len: 813 time: 0.1220689 Aug 04 05:55:45.643977 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [req-860c46b6-1e3c-4380-8266-eb45100f4f99 req-1d5b382b-2663-4aa4-905b-6d1178dca4c3 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Request body: {'port': {'device_id': '1d9bf971-3a10-46ce-b2fb-e4d017a0414c', 'network_id': '401d5873-9994-4f3c-bf62-7ec3bae249cb', 'admin_state_up': True, 'tenant_id': '86196a0f018f48189aaa490a08849288'}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:55:45.882438 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-860c46b6-1e3c-4380-8266-eb45100f4f99 req-1d5b382b-2663-4aa4-905b-6d1178dca4c3 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Made reservation on behalf of 86196a0f018f48189aaa490a08849288 for: {'port': 1} {{(pid=100432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 05:55:45.886039 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-860c46b6-1e3c-4380-8266-eb45100f4f99 req-1d5b382b-2663-4aa4-905b-6d1178dca4c3 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:45.916375 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a664c2-5edf-4b7b-b64b-4c3d5cd86949 req-9a8f5251-433e-48ef-b79b-7f443ed8da8e tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:45.917867 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-72a664c2-5edf-4b7b-b64b-4c3d5cd86949 req-9a8f5251-433e-48ef-b79b-7f443ed8da8e tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.0780005 Aug 04 05:55:46.002239 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-72a664c2-5edf-4b7b-b64b-4c3d5cd86949 req-8c8518be-9964-4dc7-9789-076283e51f31 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762177 Aug 04 05:55:46.071344 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.db_base_plugin_common [req-860c46b6-1e3c-4380-8266-eb45100f4f99 req-1d5b382b-2663-4aa4-905b-6d1178dca4c3 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Allocated IP 172.20.0.8 (401d5873-9994-4f3c-bf62-7ec3bae249cb/2f89c709-5969-4e29-86e1-1b09bbd1c22f/1d977098-574c-4d88-ac72-c3e1a95700da) {{(pid=100432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 05:55:46.108458 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-c5f664c6-fa3c-4c2b-8cb9-0e4004dd4b58 req-8ab284db-454b-4afb-a5d8-ad3ff751d3a3 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d9bf971-3a10-46ce-b2fb-e4d017a0414c HTTP/1.1" status: 200 len: 210 time: 0.0258682 Aug 04 05:55:46.221584 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-860c46b6-1e3c-4380-8266-eb45100f4f99 req-1d5b382b-2663-4aa4-905b-6d1178dca4c3 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Notify callbacks [] for port, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:46.338467 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-860c46b6-1e3c-4380-8266-eb45100f4f99 req-1d5b382b-2663-4aa4-905b-6d1178dca4c3 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:46.397976 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-860c46b6-1e3c-4380-8266-eb45100f4f99 req-1d5b382b-2663-4aa4-905b-6d1178dca4c3 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Network 401d5873-9994-4f3c-bf62-7ec3bae249cb is already hosted by enough agents. {{(pid=100432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:55:46.403183 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.base_scheduler [req-860c46b6-1e3c-4380-8266-eb45100f4f99 req-1d5b382b-2663-4aa4-905b-6d1178dca4c3 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Resources bound (agent type, host, resource id): {{(pid=100432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:55:46.407762 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.l3_dvrscheduler_db [req-860c46b6-1e3c-4380-8266-eb45100f4f99 req-1d5b382b-2663-4aa4-905b-6d1178dca4c3 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Received port after_create {{(pid=100432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 05:55:46.411969 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b382b-2663-4aa4-905b-6d1178dca4c3 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Pushing event updated for resources: {'Port': ['ID=1d977098-574c-4d88-ac72-c3e1a95700da,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:55:46.458243 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c46b6-1e3c-4380-8266-eb45100f4f99 req-1d5b382b-2663-4aa4-905b-6d1178dca4c3 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:46.458918 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-860c46b6-1e3c-4380-8266-eb45100f4f99 req-1d5b382b-2663-4aa4-905b-6d1178dca4c3 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for port, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:46.574366 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-860c46b6-1e3c-4380-8266-eb45100f4f99 req-1d5b382b-2663-4aa4-905b-6d1178dca4c3 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9334152 Aug 04 05:55:46.587135 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [req-860c46b6-1e3c-4380-8266-eb45100f4f99 req-125df48e-2115-4f1e-adfe-eda24b862d3e service neutron] Request body: {'port': {'device_id': '1d9bf971-3a10-46ce-b2fb-e4d017a0414c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:55:46.646091 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-860c46b6-1e3c-4380-8266-eb45100f4f99 req-125df48e-2115-4f1e-adfe-eda24b862d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:46.997424 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [req-860c46b6-1e3c-4380-8266-eb45100f4f99 req-125df48e-2115-4f1e-adfe-eda24b862d3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d977098-574c-4d88-ac72-c3e1a95700da {{(pid=100432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 05:55:47.014427 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-860c46b6-1e3c-4380-8266-eb45100f4f99 req-125df48e-2115-4f1e-adfe-eda24b862d3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:47.036159 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.provisioning_blocks [req-860c46b6-1e3c-4380-8266-eb45100f4f99 req-125df48e-2115-4f1e-adfe-eda24b862d3e service neutron] Transition to ACTIVE for port object 1d977098-574c-4d88-ac72-c3e1a95700da will not be triggered until provisioned by entity L2. {{(pid=100432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:55:47.123118 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-860c46b6-1e3c-4380-8266-eb45100f4f99 req-125df48e-2115-4f1e-adfe-eda24b862d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5048305'] for port, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:47.211302 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125df48e-2115-4f1e-adfe-eda24b862d3e service neutron] Pushing event updated for resources: {'Port': ['ID=1d977098-574c-4d88-ac72-c3e1a95700da,revision_number=2']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:55:47.223909 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c36ac4-25b6-447a-9d7f-4cd64d8f45f3 req-bacf7974-6b06-4214-bac3-6da2680abbf0 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:47.226165 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-53c36ac4-25b6-447a-9d7f-4cd64d8f45f3 req-bacf7974-6b06-4214-bac3-6da2680abbf0 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.1346440 Aug 04 05:55:47.260860 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d820f7-0d32-4910-8f1a-dbe4f417996b req-6897b648-9006-4ff2-874c-a338b3b74738 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:47.280780 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-29d820f7-0d32-4910-8f1a-dbe4f417996b req-6897b648-9006-4ff2-874c-a338b3b74738 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d9bf971-3a10-46ce-b2fb-e4d017a0414c HTTP/1.1" status: 200 len: 943 time: 0.0824597 Aug 04 05:55:47.333556 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-29d820f7-0d32-4910-8f1a-dbe4f417996b req-bf6ad5fe-e9fb-4fa6-b8df-2e8a73063703 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d419ef8-5bbb-40ee-b2b8-382ff3bcfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475569 Aug 04 05:55:47.356237 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-53c36ac4-25b6-447a-9d7f-4cd64d8f45f3 req-742e9a0a-4f01-4411-8857-68cc24b5ae01 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966597 Aug 04 05:55:47.376612 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.managers [req-860c46b6-1e3c-4380-8266-eb45100f4f99 req-125df48e-2115-4f1e-adfe-eda24b862d3e service neutron] Attempting to bind port 1d977098-574c-4d88-ac72-c3e1a95700da on host hv-cinder-80161 for vnic_type normal with profile {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 05:55:47.382152 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.managers [req-860c46b6-1e3c-4380-8266-eb45100f4f99 req-125df48e-2115-4f1e-adfe-eda24b862d3e service neutron] Attempting to bind port 1d977098-574c-4d88-ac72-c3e1a95700da by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': '73c1aeeb-f58f-4df8-98f6-69bb2dae7b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '401d5873-9994-4f3c-bf62-7ec3bae249cb'}] {{(pid=100432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 05:55:47.382152 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860c46b6-1e3c-4380-8266-eb45100f4f99 req-125df48e-2115-4f1e-adfe-eda24b862d3e service neutron] Attempting to bind port 1d977098-574c-4d88-ac72-c3e1a95700da on network 401d5873-9994-4f3c-bf62-7ec3bae249cb {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:55:47.382380 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860c46b6-1e3c-4380-8266-eb45100f4f99 req-125df48e-2115-4f1e-adfe-eda24b862d3e service neutron] Port 1d977098-574c-4d88-ac72-c3e1a95700da on network 401d5873-9994-4f3c-bf62-7ec3bae249cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 05:55:47.382636 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860c46b6-1e3c-4380-8266-eb45100f4f99 req-125df48e-2115-4f1e-adfe-eda24b862d3e service neutron] Attempting to bind port 1d977098-574c-4d88-ac72-c3e1a95700da on network 401d5873-9994-4f3c-bf62-7ec3bae249cb {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:55:47.388180 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860c46b6-1e3c-4380-8266-eb45100f4f99 req-125df48e-2115-4f1e-adfe-eda24b862d3e service neutron] Checking agent: {'id': 'b8cb1127-4c6b-4c0f-8dda-968dd091f2d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 5, 51, 56), 'started_at': datetime.datetime(2021, 8, 4, 5, 51, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 5, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 05:55:47.388550 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860c46b6-1e3c-4380-8266-eb45100f4f99 req-125df48e-2115-4f1e-adfe-eda24b862d3e service neutron] Checking segment: {'id': '73c1aeeb-f58f-4df8-98f6-69bb2dae7b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '401d5873-9994-4f3c-bf62-7ec3bae249cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:55:47.390283 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860c46b6-1e3c-4380-8266-eb45100f4f99 req-125df48e-2115-4f1e-adfe-eda24b862d3e service neutron] Bound using segment: {'id': '73c1aeeb-f58f-4df8-98f6-69bb2dae7b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '401d5873-9994-4f3c-bf62-7ec3bae249cb'} {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 05:55:47.390736 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.managers [req-860c46b6-1e3c-4380-8266-eb45100f4f99 req-125df48e-2115-4f1e-adfe-eda24b862d3e service neutron] Bound port: 1d977098-574c-4d88-ac72-c3e1a95700da, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73c1aeeb-f58f-4df8-98f6-69bb2dae7b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '401d5873-9994-4f3c-bf62-7ec3bae249cb'}}] {{(pid=100432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 05:55:47.391219 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-860c46b6-1e3c-4380-8266-eb45100f4f99 req-125df48e-2115-4f1e-adfe-eda24b862d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:47.483826 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [req-860c46b6-1e3c-4380-8266-eb45100f4f99 req-125df48e-2115-4f1e-adfe-eda24b862d3e service neutron] For port 1d977098-574c-4d88-ac72-c3e1a95700da, host hv-cinder-80161, cleared binding levels {{(pid=100432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 05:55:47.491620 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [req-860c46b6-1e3c-4380-8266-eb45100f4f99 req-125df48e-2115-4f1e-adfe-eda24b862d3e service neutron] For port 1d977098-574c-4d88-ac72-c3e1a95700da, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=1d977098-574c-4d88-ac72-c3e1a95700da,segment=NetworkSegment(73c1aeeb-f58f-4df8-98f6-69bb2dae7b1a),segment_id=73c1aeeb-f58f-4df8-98f6-69bb2dae7b1a)] {{(pid=100432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 05:55:47.584825 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-860c46b6-1e3c-4380-8266-eb45100f4f99 req-125df48e-2115-4f1e-adfe-eda24b862d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5048305'] for port, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:47.623160 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c46b6-1e3c-4380-8266-eb45100f4f99 req-125df48e-2115-4f1e-adfe-eda24b862d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:47.623768 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-860c46b6-1e3c-4380-8266-eb45100f4f99 req-125df48e-2115-4f1e-adfe-eda24b862d3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for port, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:47.625147 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-860c46b6-1e3c-4380-8266-eb45100f4f99 req-125df48e-2115-4f1e-adfe-eda24b862d3e service neutron] 10.222.0.18 "PUT /v2.0/ports/1d977098-574c-4d88-ac72-c3e1a95700da HTTP/1.1" status: 200 len: 1093 time: 1.0433590 Aug 04 05:55:47.625574 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d9bf971-3a10-46ce-b2fb-e4d017a0414c', 'tag': '1d977098-574c-4d88-ac72-c3e1a95700da'}] {{(pid=100432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:55:47.627918 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7961aa7e709e573ce1f4efc3791ca037d6473da3b2c6b2a251ebfb1631130676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4d2d29-ff31-4538-aa9f-d0792636190a" -d '{"events": [{"name": "network-changed", "server_uuid": "1d9bf971-3a10-46ce-b2fb-e4d017a0414c", "tag": "1d977098-574c-4d88-ac72-c3e1a95700da"}]}' {{(pid=100432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:55:47.652641 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125df48e-2115-4f1e-adfe-eda24b862d3e service neutron] Pushing event updated for resources: {'Port': ['ID=1d977098-574c-4d88-ac72-c3e1a95700da,revision_number=3']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:55:47.814663 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 05:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5611b0a4-bca5-4f58-97ea-6db7db857480 x-openstack-request-id: req-5611b0a4-bca5-4f58-97ea-6db7db857480 {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:55:47.815199 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d9bf971-3a10-46ce-b2fb-e4d017a0414c", "tag": "1d977098-574c-4d88-ac72-c3e1a95700da", "status": "completed", "code": 200}]} {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:55:47.815731 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5611b0a4-bca5-4f58-97ea-6db7db857480 {{(pid=100432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:55:47.816458 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d9bf971-3a10-46ce-b2fb-e4d017a0414c', 'tag': '1d977098-574c-4d88-ac72-c3e1a95700da', 'status': 'completed', 'code': 200} Aug 04 05:55:47.912215 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b60a1-0513-4464-b7f7-ce3857355490 req-9e5e6ce1-0eea-4632-b553-6c9c63d3924c tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:47.914149 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f21b60a1-0513-4464-b7f7-ce3857355490 req-9e5e6ce1-0eea-4632-b553-6c9c63d3924c tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.0527637 Aug 04 05:55:47.957157 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f21b60a1-0513-4464-b7f7-ce3857355490 req-098a6bca-872a-4e0b-a8e2-be47448c1d4c tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369084 Aug 04 05:55:48.103602 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f753f8a-68f6-47a3-b4ff-c1eac9a3ca8a req-8e0ffc09-0a85-49ae-bb43-5e8bae74bff0 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:48.105699 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9f753f8a-68f6-47a3-b4ff-c1eac9a3ca8a req-8e0ffc09-0a85-49ae-bb43-5e8bae74bff0 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 946 time: 0.0512872 Aug 04 05:55:48.149352 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9f753f8a-68f6-47a3-b4ff-c1eac9a3ca8a req-37b04c4d-7af7-4ba1-8112-381b8ab8680a tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364614 Aug 04 05:55:48.444048 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24caa99a-9034-4299-9b72-8d43e8423a9d req-32e023bf-993f-468e-ae2c-6ac4b1f1a83e tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:48.445723 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-24caa99a-9034-4299-9b72-8d43e8423a9d req-32e023bf-993f-468e-ae2c-6ac4b1f1a83e tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d9bf971-3a10-46ce-b2fb-e4d017a0414c HTTP/1.1" status: 200 len: 943 time: 0.0501516 Aug 04 05:55:48.470954 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7bf371-95af-43ef-8aca-8bdcc8f8508f req-8dae9806-d942-4001-ac68-409b0b6d1131 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:48.472453 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9c7bf371-95af-43ef-8aca-8bdcc8f8508f req-8dae9806-d942-4001-ac68-409b0b6d1131 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.0549793 Aug 04 05:55:48.497733 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-24caa99a-9034-4299-9b72-8d43e8423a9d req-5620d337-e31f-47f4-92d2-9e7cf707e9c0 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d419ef8-5bbb-40ee-b2b8-382ff3bcfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387812 Aug 04 05:55:48.534371 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9c7bf371-95af-43ef-8aca-8bdcc8f8508f req-7994dfca-fff2-4454-b454-5a0a837309b5 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541451 Aug 04 05:55:49.089219 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad00753-42f2-4198-a9e8-3242ac17a442 req-3d54dbbb-69b9-45a2-9033-29a1890c7773 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:49.090831 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-5ad00753-42f2-4198-a9e8-3242ac17a442 req-3d54dbbb-69b9-45a2-9033-29a1890c7773 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.0539811 Aug 04 05:55:49.136415 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-5ad00753-42f2-4198-a9e8-3242ac17a442 req-a530978c-e468-4d8b-a33e-e8ab5c11777f tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385985 Aug 04 05:55:49.275450 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3bd2de-9805-4ce5-8e83-ffa18b9c2016 req-c80c74e8-50a5-40a2-824d-47f797dec729 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:49.277027 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0a3bd2de-9805-4ce5-8e83-ffa18b9c2016 req-c80c74e8-50a5-40a2-824d-47f797dec729 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 946 time: 0.0510204 Aug 04 05:55:49.315431 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0a3bd2de-9805-4ce5-8e83-ffa18b9c2016 req-87059de4-cb88-4dc3-9698-84a6825f165e tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325632 Aug 04 05:55:49.620897 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05d5ae-4573-4d8c-8667-7cb8178c4f5f req-14ce8c1c-4f63-4911-a693-465f466cae68 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:49.622400 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-3c05d5ae-4573-4d8c-8667-7cb8178c4f5f req-14ce8c1c-4f63-4911-a693-465f466cae68 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d9bf971-3a10-46ce-b2fb-e4d017a0414c HTTP/1.1" status: 200 len: 943 time: 0.0574923 Aug 04 05:55:49.660762 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-3c05d5ae-4573-4d8c-8667-7cb8178c4f5f req-2c680927-1ddc-49f2-9260-576a2353ed56 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d419ef8-5bbb-40ee-b2b8-382ff3bcfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324264 Aug 04 05:55:50.250798 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822738d5-4c26-40ed-9659-73846ca1e859 req-6ae13f35-1551-421a-a5d4-088a90ff0f54 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:50.252269 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-822738d5-4c26-40ed-9659-73846ca1e859 req-6ae13f35-1551-421a-a5d4-088a90ff0f54 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.0469291 Aug 04 05:55:50.289700 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-822738d5-4c26-40ed-9659-73846ca1e859 req-b9e4d68b-c996-42c7-a31c-f4028a2f767a tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308480 Aug 04 05:55:50.436404 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49702607-a2c8-4c89-b40e-59256b51da7e req-31f9d582-f859-42c6-9beb-77a1acd25bfa tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:50.437837 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-49702607-a2c8-4c89-b40e-59256b51da7e req-31f9d582-f859-42c6-9beb-77a1acd25bfa tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 946 time: 0.0464504 Aug 04 05:55:50.473639 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-49702607-a2c8-4c89-b40e-59256b51da7e req-94a7c44f-635a-49d5-864f-1d144d2d5b3a tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297925 Aug 04 05:55:50.800421 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f1d6b-7859-4d4e-ab64-41edf8aa5538 req-96d42564-bf86-42c6-a209-65dd7c159f42 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:50.801911 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-107f1d6b-7859-4d4e-ab64-41edf8aa5538 req-96d42564-bf86-42c6-a209-65dd7c159f42 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d9bf971-3a10-46ce-b2fb-e4d017a0414c HTTP/1.1" status: 200 len: 943 time: 0.0784740 Aug 04 05:55:50.829934 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c46b6-1e3c-4380-8266-eb45100f4f99 req-3efae715-e8e6-4c58-b628-c0c17978f566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:50.831333 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-860c46b6-1e3c-4380-8266-eb45100f4f99 req-3efae715-e8e6-4c58-b628-c0c17978f566 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=86196a0f018f48189aaa490a08849288&device_id=1d9bf971-3a10-46ce-b2fb-e4d017a0414c HTTP/1.1" status: 200 len: 1096 time: 0.0673852 Aug 04 05:55:50.854458 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-107f1d6b-7859-4d4e-ab64-41edf8aa5538 req-4ddc7d9a-fa84-4d60-a9c3-7329642f197b tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d419ef8-5bbb-40ee-b2b8-382ff3bcfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457428 Aug 04 05:55:50.880132 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-860c46b6-1e3c-4380-8266-eb45100f4f99 req-fa67f23d-b616-4eaf-8079-d492654141ba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d977098-574c-4d88-ac72-c3e1a95700da HTTP/1.1" status: 200 len: 217 time: 0.0374639 Aug 04 05:55:50.929889 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c46b6-1e3c-4380-8266-eb45100f4f99 req-480e1336-3ffc-4a5f-8790-15329df63cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:50.931346 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-860c46b6-1e3c-4380-8266-eb45100f4f99 req-480e1336-3ffc-4a5f-8790-15329df63cbc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2f89c709-5969-4e29-86e1-1b09bbd1c22f HTTP/1.1" status: 200 len: 853 time: 0.0437796 Aug 04 05:55:51.000972 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-860c46b6-1e3c-4380-8266-eb45100f4f99 req-9976a940-b8a0-496b-b5cf-e95b625f316c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=401d5873-9994-4f3c-bf62-7ec3bae249cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278246 Aug 04 05:55:51.091819 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-860c46b6-1e3c-4380-8266-eb45100f4f99 req-26e01e8c-772c-4403-bf99-1b058cdef2a0 service neutron] 10.222.0.18 "GET /v2.0/networks/401d5873-9994-4f3c-bf62-7ec3bae249cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809128 Aug 04 05:55:51.178927 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-ac7b7bda-6074-4806-887a-1c3bde977233 req-1f0fe5cd-391a-4c97-a8f4-62e9bc24b2ca service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400639 Aug 04 05:55:51.197102 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-860c46b6-1e3c-4380-8266-eb45100f4f99 req-34cf59ce-c40f-4878-ac37-9dd20cd12014 service neutron] 10.222.0.18 "GET /v2.0/networks/401d5873-9994-4f3c-bf62-7ec3bae249cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925348 Aug 04 05:55:51.253061 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b7bda-6074-4806-887a-1c3bde977233 req-bf0c96f5-3b65-4f05-972f-097b646665da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:51.255469 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ac7b7bda-6074-4806-887a-1c3bde977233 req-bf0c96f5-3b65-4f05-972f-097b646665da service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0d320059d2a748979473823c9bc742bb&device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 1098 time: 0.0444748 Aug 04 05:55:51.363957 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b7bda-6074-4806-887a-1c3bde977233 req-74db290d-b7e1-4cbe-a8be-a886f6ae6bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:51.366987 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ac7b7bda-6074-4806-887a-1c3bde977233 req-74db290d-b7e1-4cbe-a8be-a886f6ae6bd0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fea95b2d-d504-480b-8c54-fa1d3a884d59 HTTP/1.1" status: 200 len: 920 time: 0.0879147 Aug 04 05:55:51.423106 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ac7b7bda-6074-4806-887a-1c3bde977233 req-169e8409-1e08-4e7b-a0c4-76743dd19270 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61e93238-e733-4f4b-a2c9-68d81bef4f15 HTTP/1.1" status: 200 len: 217 time: 0.0406325 Aug 04 05:55:51.438426 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4682289-ab9e-4ebd-a166-52bae8db9385 req-fa694241-22c7-4c2a-afb9-5980191ecfd6 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:51.440157 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-e4682289-ab9e-4ebd-a166-52bae8db9385 req-fa694241-22c7-4c2a-afb9-5980191ecfd6 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.0801284 Aug 04 05:55:51.451173 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d2d29-ff31-4538-aa9f-d0792636190a req-a6f407b4-cdec-47a0-94c9-88f8c51c539c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:51.452638 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-ff4d2d29-ff31-4538-aa9f-d0792636190a req-a6f407b4-cdec-47a0-94c9-88f8c51c539c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=86196a0f018f48189aaa490a08849288&device_id=1d9bf971-3a10-46ce-b2fb-e4d017a0414c HTTP/1.1" status: 200 len: 1096 time: 0.0597019 Aug 04 05:55:51.473899 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b7bda-6074-4806-887a-1c3bde977233 req-12172746-86be-4dcc-a8ef-6e448a1a06e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:51.475457 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ac7b7bda-6074-4806-887a-1c3bde977233 req-12172746-86be-4dcc-a8ef-6e448a1a06e3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9770694f-c8d6-4155-afb5-37951e23de06 HTTP/1.1" status: 200 len: 859 time: 0.0443268 Aug 04 05:55:51.517521 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ac7b7bda-6074-4806-887a-1c3bde977233 req-30a2fab6-b798-40f4-99b4-92300038f546 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fea95b2d-d504-480b-8c54-fa1d3a884d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270686 Aug 04 05:55:51.532992 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-e4682289-ab9e-4ebd-a166-52bae8db9385 req-11e2b4bb-9d77-4a38-9638-a96a52f62037 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837789 Aug 04 05:55:51.570478 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d2d29-ff31-4538-aa9f-d0792636190a req-a3f18e44-f3b4-495a-8421-6b45798a693c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:51.571962 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-ff4d2d29-ff31-4538-aa9f-d0792636190a req-a3f18e44-f3b4-495a-8421-6b45798a693c service neutron] 10.222.0.18 "GET /v2.0/networks?id=401d5873-9994-4f3c-bf62-7ec3bae249cb HTTP/1.1" status: 200 len: 914 time: 0.1055765 Aug 04 05:55:51.628052 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-ff4d2d29-ff31-4538-aa9f-d0792636190a req-a1542a03-8b2a-4dfe-97af-8643d298ed57 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d977098-574c-4d88-ac72-c3e1a95700da HTTP/1.1" status: 200 len: 217 time: 0.0373640 Aug 04 05:55:51.660041 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d069b7e-414c-4bef-adb5-78023ed05f3f req-2500c9c7-c910-4059-867a-81135084cf0c tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:51.660041 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-7d069b7e-414c-4bef-adb5-78023ed05f3f req-2500c9c7-c910-4059-867a-81135084cf0c tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 946 time: 0.1028810 Aug 04 05:55:51.664725 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ac7b7bda-6074-4806-887a-1c3bde977233 req-060dab4a-8cfe-4014-a6af-7f7468c5b707 service neutron] 10.222.0.18 "GET /v2.0/networks/fea95b2d-d504-480b-8c54-fa1d3a884d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312501 Aug 04 05:55:51.703205 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d2d29-ff31-4538-aa9f-d0792636190a req-6e950375-ca6b-4d49-a459-d35b0aa2305d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:51.704934 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-ff4d2d29-ff31-4538-aa9f-d0792636190a req-6e950375-ca6b-4d49-a459-d35b0aa2305d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2f89c709-5969-4e29-86e1-1b09bbd1c22f HTTP/1.1" status: 200 len: 853 time: 0.0596039 Aug 04 05:55:51.741456 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-ff4d2d29-ff31-4538-aa9f-d0792636190a req-d17c9ed7-b0ee-4d21-8a4a-9eb4eb9409d6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=401d5873-9994-4f3c-bf62-7ec3bae249cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261035 Aug 04 05:55:51.746535 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-7d069b7e-414c-4bef-adb5-78023ed05f3f req-d2931c7c-ec83-4e85-89bf-da27a28dc11f tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807078 Aug 04 05:55:51.798196 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ac7b7bda-6074-4806-887a-1c3bde977233 req-af8073ae-0660-4483-a41d-89db6dadced7 service neutron] 10.222.0.18 "GET /v2.0/networks/fea95b2d-d504-480b-8c54-fa1d3a884d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124396 Aug 04 05:55:51.840295 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-ff4d2d29-ff31-4538-aa9f-d0792636190a req-2699149a-34da-4740-9cd5-123fa15e9598 service neutron] 10.222.0.18 "GET /v2.0/networks/401d5873-9994-4f3c-bf62-7ec3bae249cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909791 Aug 04 05:55:51.980205 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-ff4d2d29-ff31-4538-aa9f-d0792636190a req-7d90aa35-abd8-4fbc-a010-c71fd586884b service neutron] 10.222.0.18 "GET /v2.0/networks/401d5873-9994-4f3c-bf62-7ec3bae249cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163454 Aug 04 05:55:51.996343 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a21446-025f-4b86-8a05-c419187281ce req-1a2a0bd4-6daa-4d55-afa8-1db1d3b468cb tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:51.997889 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-88a21446-025f-4b86-8a05-c419187281ce req-1a2a0bd4-6daa-4d55-afa8-1db1d3b468cb tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d9bf971-3a10-46ce-b2fb-e4d017a0414c HTTP/1.1" status: 200 len: 943 time: 0.0751319 Aug 04 05:55:52.036565 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-88a21446-025f-4b86-8a05-c419187281ce req-e2f416f7-7807-4d68-9989-b9b171ade4c6 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d419ef8-5bbb-40ee-b2b8-382ff3bcfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327022 Aug 04 05:55:52.650675 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7746e8b-3405-4f5a-8e18-ee2c9ad57dd4 req-a6a3f384-ad02-4259-9376-1c5f6d557de3 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:52.652175 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-b7746e8b-3405-4f5a-8e18-ee2c9ad57dd4 req-a6a3f384-ad02-4259-9376-1c5f6d557de3 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.0484889 Aug 04 05:55:52.690686 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-b7746e8b-3405-4f5a-8e18-ee2c9ad57dd4 req-c9c9134a-c1f4-450f-a1d4-4196f4a48ec9 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322747 Aug 04 05:55:52.866763 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe0999-1383-4ebc-99cb-db7b10d085a9 req-371e557a-94cb-438b-88e2-be9fb82d42f2 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:52.868280 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-77fe0999-1383-4ebc-99cb-db7b10d085a9 req-371e557a-94cb-438b-88e2-be9fb82d42f2 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 946 time: 0.0500257 Aug 04 05:55:52.906673 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-77fe0999-1383-4ebc-99cb-db7b10d085a9 req-6c413628-c2ce-4880-8005-b137d6ffe317 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326288 Aug 04 05:55:53.148269 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5422ab-7965-442f-b748-ce828c95cff5 req-49dc13e9-8ed5-4315-b619-6c02a189f6e3 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:53.149724 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ce5422ab-7965-442f-b748-ce828c95cff5 req-49dc13e9-8ed5-4315-b619-6c02a189f6e3 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d9bf971-3a10-46ce-b2fb-e4d017a0414c HTTP/1.1" status: 200 len: 943 time: 0.0476365 Aug 04 05:55:53.186939 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ce5422ab-7965-442f-b748-ce828c95cff5 req-ee5ef19a-b0da-46b4-9b84-74ef471df441 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d419ef8-5bbb-40ee-b2b8-382ff3bcfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312326 Aug 04 05:55:53.440046 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e88cb8-8371-419f-b28f-f0ab2ad7c259 req-e0e903f6-27e5-4eda-b3b0-79024bf15695 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:53.441504 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-36e88cb8-8371-419f-b28f-f0ab2ad7c259 req-e0e903f6-27e5-4eda-b3b0-79024bf15695 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.0478232 Aug 04 05:55:53.480825 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-36e88cb8-8371-419f-b28f-f0ab2ad7c259 req-8495ff51-687a-4d8f-85ea-8240f93035ec tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327258 Aug 04 05:55:53.809079 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc786f-4afb-4a66-aa3a-c102677dea1f req-10851a07-b1d6-4f47-88e8-e01edb7a4b82 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:53.810664 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-13fc786f-4afb-4a66-aa3a-c102677dea1f req-10851a07-b1d6-4f47-88e8-e01edb7a4b82 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.0518212 Aug 04 05:55:53.854738 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-13fc786f-4afb-4a66-aa3a-c102677dea1f req-ac21ddad-8a78-4d78-8249-1f0112726cd9 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345147 Aug 04 05:55:54.024601 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37789277-bbfe-4545-8530-69a6bb91de4e req-6e0f210e-79b7-49dd-8d2c-343c5b5ea551 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:54.026241 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-37789277-bbfe-4545-8530-69a6bb91de4e req-6e0f210e-79b7-49dd-8d2c-343c5b5ea551 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 946 time: 0.0474620 Aug 04 05:55:54.070836 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-37789277-bbfe-4545-8530-69a6bb91de4e req-80d882cf-828e-4fb3-a966-c2f5077f30cd tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352869 Aug 04 05:55:54.317124 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317c6c4-d2ca-4367-9d64-dd1ce335197b req-e6065f0d-ccac-4f85-aa3f-952bbfaf2d4d tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:54.319222 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-5317c6c4-d2ca-4367-9d64-dd1ce335197b req-e6065f0d-ccac-4f85-aa3f-952bbfaf2d4d tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d9bf971-3a10-46ce-b2fb-e4d017a0414c HTTP/1.1" status: 200 len: 943 time: 0.0601664 Aug 04 05:55:54.360941 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-5317c6c4-d2ca-4367-9d64-dd1ce335197b req-c1d9e077-ffb0-4fcb-a999-882662ab8ea8 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d419ef8-5bbb-40ee-b2b8-382ff3bcfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331175 Aug 04 05:55:54.605945 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 57446) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:55:54.676055 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 57450) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:55:54.756816 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-dc4153ac-49de-4e66-b794-eefe18d0edd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:54.788219 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-f90af332-65c5-4664-a0c6-d934f45485d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:54.850205 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-dc4153ac-49de-4e66-b794-eefe18d0edd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:54.966054 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-dc4153ac-49de-4e66-b794-eefe18d0edd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:54.984594 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b7a24-9087-4290-b47e-6853c47d5f81 req-c3f73162-c766-4852-9294-564c1855bdd7 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:54.986045 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-b02b7a24-9087-4290-b47e-6853c47d5f81 req-c3f73162-c766-4852-9294-564c1855bdd7 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.0604711 Aug 04 05:55:55.004215 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-dc4153ac-49de-4e66-b794-eefe18d0edd2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8951922b07774b9b89f73165d7a2f23e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3970680 Aug 04 05:55:55.006927 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4153ac-49de-4e66-b794-eefe18d0edd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43763ef-e3c5-4e89-84b1-0c8793bf4078,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:55:55.008823 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 57456) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:55:55.026111 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4153ac-49de-4e66-b794-eefe18d0edd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:55:55.026803 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4153ac-49de-4e66-b794-eefe18d0edd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:55:55.026803 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4153ac-49de-4e66-b794-eefe18d0edd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:55:55.027084 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4153ac-49de-4e66-b794-eefe18d0edd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:55:55.027452 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4153ac-49de-4e66-b794-eefe18d0edd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:55:55.027776 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4153ac-49de-4e66-b794-eefe18d0edd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:55:55.033467 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4153ac-49de-4e66-b794-eefe18d0edd2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:55:55.033467 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4153ac-49de-4e66-b794-eefe18d0edd2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:55:55.033467 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4153ac-49de-4e66-b794-eefe18d0edd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:55:55.033467 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4153ac-49de-4e66-b794-eefe18d0edd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:55:55.033467 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4153ac-49de-4e66-b794-eefe18d0edd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:55:55.033467 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4153ac-49de-4e66-b794-eefe18d0edd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:55:55.047755 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-b02b7a24-9087-4290-b47e-6853c47d5f81 req-dbd1f5c3-fbe9-4d7c-b15e-a02409096dc5 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547237 Aug 04 05:55:55.091936 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fd1ebfa0-d60b-42b2-bd92-9babadc61f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:55.109376 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-f90af332-65c5-4664-a0c6-d934f45485d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:55.119387 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fd1ebfa0-d60b-42b2-bd92-9babadc61f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:55.195993 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-f90af332-65c5-4664-a0c6-d934f45485d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:55.213967 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a1c7b-0842-418f-95ad-079460725935 req-a61b6816-94bf-4bfd-afe9-88532d9f3f73 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:55.215451 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-298a1c7b-0842-418f-95ad-079460725935 req-a61b6816-94bf-4bfd-afe9-88532d9f3f73 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 946 time: 0.0498343 Aug 04 05:55:55.235742 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-f90af332-65c5-4664-a0c6-d934f45485d8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c22445f4a94b43819eebd9d230b8b70d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5577688 Aug 04 05:55:55.236742 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90af332-65c5-4664-a0c6-d934f45485d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b5cc6f-a8f6-48f2-a6b1-9c7968abba32,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:55:55.238210 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 57468) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:55:55.278399 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fd1ebfa0-d60b-42b2-bd92-9babadc61f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:55.283077 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fd1ebfa0-d60b-42b2-bd92-9babadc61f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:55.285118 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-fd1ebfa0-d60b-42b2-bd92-9babadc61f33 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b43763ef-e3c5-4e89-84b1-0c8793bf4078 HTTP/1.1" status: 204 len: 168 time: 0.2751036 Aug 04 05:55:55.296003 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-298a1c7b-0842-418f-95ad-079460725935 req-a9ee7ea9-8985-42a7-8c0c-8990b07540ac tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737627 Aug 04 05:55:55.310691 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1ebfa0-d60b-42b2-bd92-9babadc61f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43763ef-e3c5-4e89-84b1-0c8793bf4078,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:55:55.340558 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f72b23be-8975-4fa6-9405-67e9ef7910d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:55.375780 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f72b23be-8975-4fa6-9405-67e9ef7910d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:55.486534 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea63b5-48ae-485a-8548-2baf7da46a24 req-06fa03aa-001d-4f1d-a6e8-73883a12ff89 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:55.488062 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-25ea63b5-48ae-485a-8548-2baf7da46a24 req-06fa03aa-001d-4f1d-a6e8-73883a12ff89 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d9bf971-3a10-46ce-b2fb-e4d017a0414c HTTP/1.1" status: 200 len: 943 time: 0.0479829 Aug 04 05:55:55.508895 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f72b23be-8975-4fa6-9405-67e9ef7910d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:55.512672 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 1d977098-574c-4d88-ac72-c3e1a95700da details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=100433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 05:55:55.513413 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f72b23be-8975-4fa6-9405-67e9ef7910d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:55.514326 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-f72b23be-8975-4fa6-9405-67e9ef7910d2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e7b5cc6f-a8f6-48f2-a6b1-9c7968abba32 HTTP/1.1" status: 204 len: 168 time: 0.2741063 Aug 04 05:55:55.533112 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-25ea63b5-48ae-485a-8548-2baf7da46a24 req-28831b4c-3ff3-4f15-9e12-fbf998dd4709 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d419ef8-5bbb-40ee-b2b8-382ff3bcfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378950 Aug 04 05:55:55.537640 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b23be-8975-4fa6-9405-67e9ef7910d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b5cc6f-a8f6-48f2-a6b1-9c7968abba32,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:55:55.636038 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 1d977098-574c-4d88-ac72-c3e1a95700da, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=1d977098-574c-4d88-ac72-c3e1a95700da,segment=NetworkSegment(73c1aeeb-f58f-4df8-98f6-69bb2dae7b1a),segment_id=73c1aeeb-f58f-4df8-98f6-69bb2dae7b1a)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:55:55.648294 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Returning: {'device': '1d977098-574c-4d88-ac72-c3e1a95700da', 'network_id': '401d5873-9994-4f3c-bf62-7ec3bae249cb', 'port_id': '1d977098-574c-4d88-ac72-c3e1a95700da', 'mac_address': 'fa:16:3e:0b:0d:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f89c709-5969-4e29-86e1-1b09bbd1c22f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 05:55:55.687919 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:55.700811 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d977098-574c-4d88-ac72-c3e1a95700da {{(pid=100433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 05:55:55.720523 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 1d977098-574c-4d88-ac72-c3e1a95700da, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=1d977098-574c-4d88-ac72-c3e1a95700da,segment=NetworkSegment(73c1aeeb-f58f-4df8-98f6-69bb2dae7b1a),segment_id=73c1aeeb-f58f-4df8-98f6-69bb2dae7b1a)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:55:55.771706 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:55.823533 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=1d977098-574c-4d88-ac72-c3e1a95700da,revision_number=4']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:55:55.830486 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:55:55.830830 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:55:55.831165 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:55:55.831494 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:55:55.831818 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:55:55.832166 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:55:55.832488 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:55:55.832908 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:55:55.833250 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:55:55.833573 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:55:55.834476 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:55:55.834897 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:55:55.961492 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 57490) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:55:55.975667 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f4993f8b-765c-4d22-b1c2-6f0f598c676c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:56.072844 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f4993f8b-765c-4d22-b1c2-6f0f598c676c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:56.151634 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] get_ports_and_sgs() called for port_ids ['1d977098-574c-4d88-ac72-c3e1a95700da'] {{(pid=100433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 05:55:56.166829 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb80846-04bd-4172-a482-e11f8e88d5a9 req-fba6dcd8-6026-4bca-a38e-364b3a39f32e tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:56.168583 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-6fb80846-04bd-4172-a482-e11f8e88d5a9 req-fba6dcd8-6026-4bca-a38e-364b3a39f32e tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.0524173 Aug 04 05:55:56.216677 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-6fb80846-04bd-4172-a482-e11f8e88d5a9 req-fe6feae0-a31b-4c4d-b27f-e7d079763e55 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416572 Aug 04 05:55:56.233902 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f4993f8b-765c-4d22-b1c2-6f0f598c676c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:56.280129 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:56.283403 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-f4993f8b-765c-4d22-b1c2-6f0f598c676c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3c25597059ed4d37a5662ed2bdf28681&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3207886 Aug 04 05:55:56.284595 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4993f8b-765c-4d22-b1c2-6f0f598c676c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36aec5b-c275-445c-8488-871be89bf104,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:55:56.286120 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 57500) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:55:56.356437 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-318c06e1-2fd9-4aa6-94eb-b0c9962816b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:56.378732 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-318c06e1-2fd9-4aa6-94eb-b0c9962816b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:56.455325 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228b417-c9be-442d-bd24-ffd95a4fc5fe req-5a536b63-750f-4afd-9ec6-f294bd0bb0a9 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:56.455325 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-8228b417-c9be-442d-bd24-ffd95a4fc5fe req-5a536b63-750f-4afd-9ec6-f294bd0bb0a9 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 946 time: 0.0681851 Aug 04 05:55:56.510295 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-8228b417-c9be-442d-bd24-ffd95a4fc5fe req-b5f31ae7-a176-41c9-b52c-35f9dd04b403 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488820 Aug 04 05:55:56.589027 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-318c06e1-2fd9-4aa6-94eb-b0c9962816b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:56.593179 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-318c06e1-2fd9-4aa6-94eb-b0c9962816b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:56.599063 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-318c06e1-2fd9-4aa6-94eb-b0c9962816b1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a36aec5b-c275-445c-8488-871be89bf104 HTTP/1.1" status: 204 len: 168 time: 0.3107164 Aug 04 05:55:56.610270 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c06e1-2fd9-4aa6-94eb-b0c9962816b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36aec5b-c275-445c-8488-871be89bf104,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:55:56.662992 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a8ec3-a413-4eb8-976f-c9ee2e27c52a req-66b7e54f-41d8-4e77-b9d6-e27b5cfd504d tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:56.664680 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-a12a8ec3-a413-4eb8-976f-c9ee2e27c52a req-66b7e54f-41d8-4e77-b9d6-e27b5cfd504d tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d9bf971-3a10-46ce-b2fb-e4d017a0414c HTTP/1.1" status: 200 len: 944 time: 0.0543039 Aug 04 05:55:56.704651 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-a12a8ec3-a413-4eb8-976f-c9ee2e27c52a req-a151d180-8f20-4746-a90d-dc7c00ef8cb3 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d419ef8-5bbb-40ee-b2b8-382ff3bcfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341771 Aug 04 05:55:56.936189 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 57530) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:55:56.936319 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 57532) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:55:57.037754 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [None req-e4b244a0-0730-42ac-8f16-1545b60fc052 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1225953417-network', 'tenant_id': '523ead1982c046a394318b39d745033e'}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:55:57.060625 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d234f2ce-721e-479f-8a97-db58fbfb4713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:57.142885 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b244a0-0730-42ac-8f16-1545b60fc052 admin admin] Made reservation on behalf of 523ead1982c046a394318b39d745033e for: {'network': 1} {{(pid=100432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 05:55:57.145133 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-e4b244a0-0730-42ac-8f16-1545b60fc052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for network, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:57.154103 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-e4b244a0-0730-42ac-8f16-1545b60fc052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:57.220436 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d234f2ce-721e-479f-8a97-db58fbfb4713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:57.286109 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d234f2ce-721e-479f-8a97-db58fbfb4713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:57.327023 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d234f2ce-721e-479f-8a97-db58fbfb4713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c6a1db-7c62-4a32-8270-2ae583978300,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:55:57.332749 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-d234f2ce-721e-479f-8a97-db58fbfb4713 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=67efecc9592c42cdbff8c7fffb4bf5e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3971276 Aug 04 05:55:57.336595 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 57550) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:55:57.373787 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887063c-3cf1-43f9-9e69-691fd2974529 req-0d834a08-1c83-47c7-8f30-d19f4cfa7e32 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:57.375262 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0887063c-3cf1-43f9-9e69-691fd2974529 req-0d834a08-1c83-47c7-8f30-d19f4cfa7e32 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.0738163 Aug 04 05:55:57.388614 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-cca86e90-4988-434c-8ff9-34ae45e71922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:57.414577 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-cca86e90-4988-434c-8ff9-34ae45e71922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:57.439748 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-e4b244a0-0730-42ac-8f16-1545b60fc052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:57.444782 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0887063c-3cf1-43f9-9e69-691fd2974529 req-fbe9f426-94dd-49d3-86c3-852595bac93e tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599720 Aug 04 05:55:57.488410 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-e4b244a0-0730-42ac-8f16-1545b60fc052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:57.504298 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-cca86e90-4988-434c-8ff9-34ae45e71922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:57.510549 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-cca86e90-4988-434c-8ff9-34ae45e71922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:57.512058 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-cca86e90-4988-434c-8ff9-34ae45e71922 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c0c6a1db-7c62-4a32-8270-2ae583978300 HTTP/1.1" status: 204 len: 168 time: 0.1741259 Aug 04 05:55:57.520355 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4b244a0-0730-42ac-8f16-1545b60fc052 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=100432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 05:55:57.522858 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca86e90-4988-434c-8ff9-34ae45e71922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c6a1db-7c62-4a32-8270-2ae583978300,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:55:57.535166 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 1d977098-574c-4d88-ac72-c3e1a95700da up at agent hyperv_hv-cinder-80161 {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:55:57.536745 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-e4b244a0-0730-42ac-8f16-1545b60fc052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2010985'] for segment, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:57.537111 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.db.segments_db [None req-e4b244a0-0730-42ac-8f16-1545b60fc052 admin admin] Added segment 0b477fa9-9a15-43bb-aae1-0edcbae189f4 of type vlan for network 547de350-98df-426a-b398-b032321fdf42 Aug 04 05:55:57.551186 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b244a0-0730-42ac-8f16-1545b60fc052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b9908c-04fb-4177-b193-4130ea5a447a,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:55:57.587478 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-e4b244a0-0730-42ac-8f16-1545b60fc052 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791114671894'] for network, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:57.689304 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc333ae-7bbe-46dc-a1d1-d1e831ed9842 req-65000b66-67fc-40ec-a9c8-1c7dc78bd0ff tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:57.690867 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-cfc333ae-7bbe-46dc-a1d1-d1e831ed9842 req-65000b66-67fc-40ec-a9c8-1c7dc78bd0ff tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 946 time: 0.0539658 Aug 04 05:55:57.697564 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-e4b244a0-0730-42ac-8f16-1545b60fc052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527'] for network, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:57.698567 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b244a0-0730-42ac-8f16-1545b60fc052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:57.699153 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-e4b244a0-0730-42ac-8f16-1545b60fc052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for network, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:57.736989 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Provisioning for port 1d977098-574c-4d88-ac72-c3e1a95700da completed by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:55:57.739039 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-cfc333ae-7bbe-46dc-a1d1-d1e831ed9842 req-21ca4b70-1080-41fb-b700-8a21b2f63cb1 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419626 Aug 04 05:55:57.748635 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Provisioning complete for port 1d977098-574c-4d88-ac72-c3e1a95700da triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:55:57.749188 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:57.817681 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b244a0-0730-42ac-8f16-1545b60fc052 admin admin] Pushing event updated for resources: {'Network': ['ID=547de350-98df-426a-b398-b032321fdf42,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:55:57.844266 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Network 547de350-98df-426a-b398-b032321fdf42 details requested by agent ovs-agent-dv-cinder-801617-4-iscsi with host dv-cinder-801617-4-iscsi {{(pid=100433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 05:55:57.858277 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02855e22-caf2-418c-9947-4b51e7c56efa req-d880ea10-b06f-4d39-b74c-2e0a8a6cfdcf tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:57.860594 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-02855e22-caf2-418c-9947-4b51e7c56efa req-d880ea10-b06f-4d39-b74c-2e0a8a6cfdcf tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d9bf971-3a10-46ce-b2fb-e4d017a0414c HTTP/1.1" status: 200 len: 944 time: 0.0756133 Aug 04 05:55:57.863144 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-e4b244a0-0730-42ac-8f16-1545b60fc052 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9301453 Aug 04 05:55:57.870484 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 57572) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:55:57.875520 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-769132f9-ff90-4fbc-94de-683f8af10b90 admin admin] Request body: {'subnet': {'network_id': '547de350-98df-426a-b398-b032321fdf42', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1225953417-subnet', 'tenant_id': '523ead1982c046a394318b39d745033e', 'ip_version': 4}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:55:57.913922 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:57.936075 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-02855e22-caf2-418c-9947-4b51e7c56efa req-2f44e1c2-97b4-4e81-8ea5-68177461202d tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d419ef8-5bbb-40ee-b2b8-382ff3bcfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669503 Aug 04 05:55:57.946442 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9bf971-3a10-46ce-b2fb-e4d017a0414c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d977098-574c-4d88-ac72-c3e1a95700da'}] {{(pid=100433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:55:57.949046 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffe4ad2cefe5cc989f07e8393c985a8403d56455fd91e6fde58b148ee627bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3ba719-4534-4ff0-a77c-7e0d02c701e4" -d '{"events": [{"server_uuid": "1d9bf971-3a10-46ce-b2fb-e4d017a0414c", "name": "network-vif-plugged", "status": "completed", "tag": "1d977098-574c-4d88-ac72-c3e1a95700da"}]}' {{(pid=100433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:55:57.963558 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 1d977098-574c-4d88-ac72-c3e1a95700da, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=1d977098-574c-4d88-ac72-c3e1a95700da,segment=NetworkSegment(73c1aeeb-f58f-4df8-98f6-69bb2dae7b1a),segment_id=73c1aeeb-f58f-4df8-98f6-69bb2dae7b1a)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:55:57.988416 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 05:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2234aaa2-a7d0-4eca-80d8-4694318d3a11 x-openstack-request-id: req-2234aaa2-a7d0-4eca-80d8-4694318d3a11 {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:55:57.988716 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d9bf971-3a10-46ce-b2fb-e4d017a0414c", "name": "network-vif-plugged", "status": "completed", "tag": "1d977098-574c-4d88-ac72-c3e1a95700da", "code": 200}]} {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:55:57.988972 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2234aaa2-a7d0-4eca-80d8-4694318d3a11 {{(pid=100433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:55:57.989530 dv-cinder-801617-4-iscsi neutron-server[100433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d9bf971-3a10-46ce-b2fb-e4d017a0414c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d977098-574c-4d88-ac72-c3e1a95700da', 'code': 200} Aug 04 05:55:57.994005 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769132f9-ff90-4fbc-94de-683f8af10b90 admin admin] Made reservation on behalf of 523ead1982c046a394318b39d745033e for: {'subnet': 1} {{(pid=100431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 05:55:57.996363 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-769132f9-ff90-4fbc-94de-683f8af10b90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5171290'] for subnet, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:58.034817 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:58.091351 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=1d977098-574c-4d88-ac72-c3e1a95700da,revision_number=5']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:55:58.257268 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-769132f9-ff90-4fbc-94de-683f8af10b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4497540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5171300'] for subnet, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:58.304602 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769132f9-ff90-4fbc-94de-683f8af10b90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a532cc5-30fe-4d47-af3d-673ba61686a8,revision_number=0']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:55:58.322869 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769132f9-ff90-4fbc-94de-683f8af10b90 admin admin] Checking segment: {'id': '0b477fa9-9a15-43bb-aae1-0edcbae189f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '547de350-98df-426a-b398-b032321fdf42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:55:58.323221 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769132f9-ff90-4fbc-94de-683f8af10b90 admin admin] Network hostable DHCP agents. Network: 547de350-98df-426a-b398-b032321fdf42, hostable agents: ['4768dbe1-4fdd-4775-b2cc-1723632bf934'], hosted agents: [] {{(pid=100431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 05:55:58.405521 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769132f9-ff90-4fbc-94de-683f8af10b90 admin admin] Network 547de350-98df-426a-b398-b032321fdf42 is scheduled to be hosted by DHCP agent 4768dbe1-4fdd-4775-b2cc-1723632bf934 with binding_index 1 {{(pid=100431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 05:55:58.468437 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.base_scheduler [None req-769132f9-ff90-4fbc-94de-683f8af10b90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-4-iscsi, 547de350-98df-426a-b398-b032321fdf42) {{(pid=100431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:55:58.472582 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769132f9-ff90-4fbc-94de-683f8af10b90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:58.473411 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-769132f9-ff90-4fbc-94de-683f8af10b90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for subnet, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:58.481246 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895f0d7a-31a6-4e57-8ee2-488bd1813b35 None None] Network 547de350-98df-426a-b398-b032321fdf42 requested from dv-cinder-801617-4-iscsi {{(pid=100433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 05:55:58.558188 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-769132f9-ff90-4fbc-94de-683f8af10b90 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6860347 Aug 04 05:55:58.560237 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 57606) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:55:58.566315 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-5941fd42-e990-43ae-aeab-f9d6ce36d5e4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1225953417-router', 'tenant_id': '523ead1982c046a394318b39d745033e', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'}}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:55:58.603724 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5d218-1b01-481e-84bf-884ceac696c0 req-9ede85c9-67c4-4ab8-80d2-0153ae78044c tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:58.612772 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-7bd5d218-1b01-481e-84bf-884ceac696c0 req-9ede85c9-67c4-4ab8-80d2-0153ae78044c tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.0947289 Aug 04 05:55:58.655381 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-7bd5d218-1b01-481e-84bf-884ceac696c0 req-4716833c-1b91-4745-87a2-fb05ae14f682 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412836 Aug 04 05:55:58.697825 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-5941fd42-e990-43ae-aeab-f9d6ce36d5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25311'] for router, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:58.699484 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-5941fd42-e990-43ae-aeab-f9d6ce36d5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-954464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24620'] for router, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:58.700020 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59adcbb0-3d63-44d5-887b-fea3aebbd4e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d1b3a8-ca01-589b-8715-9fbe483b46e6-547de350-98df-426a-b398-b032321fdf42', 'network_id': '547de350-98df-426a-b398-b032321fdf42', 'tenant_id': '523ead1982c046a394318b39d745033e', 'fixed_ips': [{'subnet_id': '3a532cc5-30fe-4d47-af3d-673ba61686a8'}]}} from dv-cinder-801617-4-iscsi. {{(pid=100433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 05:55:58.700555 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-59adcbb0-3d63-44d5-887b-fea3aebbd4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:58.773085 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-5941fd42-e990-43ae-aeab-f9d6ce36d5e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:58.995444 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201f247-9db5-4d21-8dad-0ef23fd5ff24 req-768b46e9-fb50-44ce-8114-b6b488041837 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:59.002680 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-9201f247-9db5-4d21-8dad-0ef23fd5ff24 req-768b46e9-fb50-44ce-8114-b6b488041837 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 946 time: 0.1634614 Aug 04 05:55:59.020006 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.db_base_plugin_common [None req-59adcbb0-3d63-44d5-887b-fea3aebbd4e2 None None] Allocated IP 172.20.0.2 (547de350-98df-426a-b398-b032321fdf42/3a532cc5-30fe-4d47-af3d-673ba61686a8/4a04aa5a-001d-4f41-8348-0e7a69616858) {{(pid=100433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 05:55:59.056343 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-5941fd42-e990-43ae-aeab-f9d6ce36d5e4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:59.087653 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b1987-7b90-433b-afa7-90e6c16b805a req-02d67fbd-fc26-4794-8511-8dacbb17ef72 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:59.095603 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-fd0b1987-7b90-433b-afa7-90e6c16b805a req-02d67fbd-fc26-4794-8511-8dacbb17ef72 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d9bf971-3a10-46ce-b2fb-e4d017a0414c HTTP/1.1" status: 200 len: 945 time: 0.0695994 Aug 04 05:55:59.099490 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-9201f247-9db5-4d21-8dad-0ef23fd5ff24 req-39401da5-d45b-4e8a-a006-0c379784cebb tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866151 Aug 04 05:55:59.135999 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-fd0b1987-7b90-433b-afa7-90e6c16b805a req-dd2e1d45-ce40-4c1e-b8c8-906856661a43 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d419ef8-5bbb-40ee-b2b8-382ff3bcfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392520 Aug 04 05:55:59.240717 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-59adcbb0-3d63-44d5-887b-fea3aebbd4e2 None None] Notify callbacks [] for port, precommit_create {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:59.249256 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-59adcbb0-3d63-44d5-887b-fea3aebbd4e2 None None] Transition to ACTIVE for port object 4a04aa5a-001d-4f41-8348-0e7a69616858 will not be triggered until provisioned by entity L2. {{(pid=100433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:55:59.264151 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-59adcbb0-3d63-44d5-887b-fea3aebbd4e2 None None] Transition to ACTIVE for port object 4a04aa5a-001d-4f41-8348-0e7a69616858 will not be triggered until provisioned by entity DHCP. {{(pid=100433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:55:59.342993 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-5941fd42-e990-43ae-aeab-f9d6ce36d5e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:59.361570 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-5941fd42-e990-43ae-aeab-f9d6ce36d5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:59.383066 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-59adcbb0-3d63-44d5-887b-fea3aebbd4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606'] for port, after_create {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:59.425285 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59adcbb0-3d63-44d5-887b-fea3aebbd4e2 None None] Network 547de350-98df-426a-b398-b032321fdf42 is already hosted by enough agents. {{(pid=100433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:55:59.431668 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.scheduler.base_scheduler [None req-59adcbb0-3d63-44d5-887b-fea3aebbd4e2 None None] Resources bound (agent type, host, resource id): {{(pid=100433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:55:59.434996 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59adcbb0-3d63-44d5-887b-fea3aebbd4e2 None None] Received port after_create {{(pid=100433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 05:55:59.442444 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59adcbb0-3d63-44d5-887b-fea3aebbd4e2 None None] Pushing event updated for resources: {'Port': ['ID=4a04aa5a-001d-4f41-8348-0e7a69616858,revision_number=1']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:55:59.486846 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.db_base_plugin_common [None req-5941fd42-e990-43ae-aeab-f9d6ce36d5e4 admin admin] Allocated IP 172.27.1.40 (ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5/3914311c-894e-41ec-96a2-d757dbda92d2/d5cfb1a3-d15e-41f0-af65-6b79b38ddcfd) {{(pid=100431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 05:55:59.495128 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-59adcbb0-3d63-44d5-887b-fea3aebbd4e2 None None] Attempting to bind port 4a04aa5a-001d-4f41-8348-0e7a69616858 on host dv-cinder-801617-4-iscsi for vnic_type normal with profile {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 05:55:59.495471 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-59adcbb0-3d63-44d5-887b-fea3aebbd4e2 None None] Attempting to bind port 4a04aa5a-001d-4f41-8348-0e7a69616858 by drivers openvswitch,hyperv on host dv-cinder-801617-4-iscsi at level 0 using segments [{'id': '0b477fa9-9a15-43bb-aae1-0edcbae189f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '547de350-98df-426a-b398-b032321fdf42'}] {{(pid=100433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 05:55:59.495840 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59adcbb0-3d63-44d5-887b-fea3aebbd4e2 None None] Attempting to bind port 4a04aa5a-001d-4f41-8348-0e7a69616858 on network 547de350-98df-426a-b398-b032321fdf42 {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:55:59.500811 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59adcbb0-3d63-44d5-887b-fea3aebbd4e2 None None] Checking agent: {'id': '5d82a469-56b0-42fa-aca6-e62dd4c1f49c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 5, 45, 36), 'started_at': datetime.datetime(2021, 8, 4, 5, 46, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 5, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 05:55:59.501199 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59adcbb0-3d63-44d5-887b-fea3aebbd4e2 None None] Checking segment: {'id': '0b477fa9-9a15-43bb-aae1-0edcbae189f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '547de350-98df-426a-b398-b032321fdf42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:55:59.501580 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-59adcbb0-3d63-44d5-887b-fea3aebbd4e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:59.501970 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59adcbb0-3d63-44d5-887b-fea3aebbd4e2 None None] Bound using segment: {'id': '0b477fa9-9a15-43bb-aae1-0edcbae189f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '547de350-98df-426a-b398-b032321fdf42'} {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 05:55:59.502431 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-59adcbb0-3d63-44d5-887b-fea3aebbd4e2 None None] Bound port: 4a04aa5a-001d-4f41-8348-0e7a69616858, host: dv-cinder-801617-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b477fa9-9a15-43bb-aae1-0edcbae189f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '547de350-98df-426a-b398-b032321fdf42'}}] {{(pid=100433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 05:55:59.502812 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-59adcbb0-3d63-44d5-887b-fea3aebbd4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:59.569070 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-59adcbb0-3d63-44d5-887b-fea3aebbd4e2 None None] For port 4a04aa5a-001d-4f41-8348-0e7a69616858, host dv-cinder-801617-4-iscsi, cleared binding levels {{(pid=100433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 05:55:59.573041 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-59adcbb0-3d63-44d5-887b-fea3aebbd4e2 None None] For port 4a04aa5a-001d-4f41-8348-0e7a69616858, host dv-cinder-801617-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=4a04aa5a-001d-4f41-8348-0e7a69616858,segment=NetworkSegment(0b477fa9-9a15-43bb-aae1-0edcbae189f4),segment_id=0b477fa9-9a15-43bb-aae1-0edcbae189f4)] {{(pid=100433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 05:55:59.597083 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-5941fd42-e990-43ae-aeab-f9d6ce36d5e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:59.635459 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 57642) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:55:59.657813 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-59adcbb0-3d63-44d5-887b-fea3aebbd4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:59.713902 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-5941fd42-e990-43ae-aeab-f9d6ce36d5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4497432'] for port, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:59.747074 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59adcbb0-3d63-44d5-887b-fea3aebbd4e2 None None] Pushing event updated for resources: {'Port': ['ID=4a04aa5a-001d-4f41-8348-0e7a69616858,revision_number=2']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:55:59.816297 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-97855433-928e-4a06-b7ec-a38e8f57ca6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:55:59.823047 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5941fd42-e990-43ae-aeab-f9d6ce36d5e4 admin admin] Network ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5 is already hosted by enough agents. {{(pid=100431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:55:59.836433 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.base_scheduler [None req-5941fd42-e990-43ae-aeab-f9d6ce36d5e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:55:59.963413 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5941fd42-e990-43ae-aeab-f9d6ce36d5e4 admin admin] Received port after_create {{(pid=100431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 05:55:59.963413 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5941fd42-e990-43ae-aeab-f9d6ce36d5e4 admin admin] Pushing event updated for resources: {'Port': ['ID=d5cfb1a3-d15e-41f0-af65-6b79b38ddcfd,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:55:59.963413 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc4f022-01c6-4d38-8616-17a1bc659956 req-c001c62e-7ad6-4949-8bef-4025b736c3d3 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:55:59.963413 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-8bc4f022-01c6-4d38-8616-17a1bc659956 req-c001c62e-7ad6-4949-8bef-4025b736c3d3 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.1560543 Aug 04 05:55:59.964372 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-97855433-928e-4a06-b7ec-a38e8f57ca6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:00.064421 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-8bc4f022-01c6-4d38-8616-17a1bc659956 req-bc7d974d-74db-4026-be91-6103db0114c3 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355457 Aug 04 05:56:00.203650 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b403d6-ca09-4c3b-b14f-27a46f5f3d18 req-615b0004-8267-4621-bdb4-b06bdeeabc73 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:00.205159 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-b4b403d6-ca09-4c3b-b14f-27a46f5f3d18 req-615b0004-8267-4621-bdb4-b06bdeeabc73 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 946 time: 0.0477593 Aug 04 05:56:00.245732 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-b4b403d6-ca09-4c3b-b14f-27a46f5f3d18 req-37743833-4da0-4777-a43c-73c850930590 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342121 Aug 04 05:56:00.257908 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff272bb-9fd5-49a7-a2ba-810a16339418 req-b7f94742-374a-4a85-8c6e-a89144b680e4 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:00.259644 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-1ff272bb-9fd5-49a7-a2ba-810a16339418 req-b7f94742-374a-4a85-8c6e-a89144b680e4 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d9bf971-3a10-46ce-b2fb-e4d017a0414c HTTP/1.1" status: 200 len: 945 time: 0.0574708 Aug 04 05:56:00.275333 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-97855433-928e-4a06-b7ec-a38e8f57ca6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:00.300763 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-1ff272bb-9fd5-49a7-a2ba-810a16339418 req-21d7cbbf-287c-403d-8146-0c3d620cccf8 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d419ef8-5bbb-40ee-b2b8-382ff3bcfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342612 Aug 04 05:56:00.327200 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-97855433-928e-4a06-b7ec-a38e8f57ca6c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1cc20da2c45a412eabd1c4033f0d8599&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6811235 Aug 04 05:56:00.327200 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 57658) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:56:00.333473 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97855433-928e-4a06-b7ec-a38e8f57ca6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4af588f-dd1a-4103-b0f5-52517bfd4c50,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:00.374781 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-4d3e7334-53a9-4357-8aa8-be4403260a09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:00.397592 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-4d3e7334-53a9-4357-8aa8-be4403260a09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:00.415384 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-5941fd42-e990-43ae-aeab-f9d6ce36d5e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:00.525847 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-4d3e7334-53a9-4357-8aa8-be4403260a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:00.528487 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-4d3e7334-53a9-4357-8aa8-be4403260a09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:00.531882 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-4d3e7334-53a9-4357-8aa8-be4403260a09 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c4af588f-dd1a-4103-b0f5-52517bfd4c50 HTTP/1.1" status: 204 len: 168 time: 0.2078245 Aug 04 05:56:00.546613 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e7334-53a9-4357-8aa8-be4403260a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4af588f-dd1a-4103-b0f5-52517bfd4c50,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:00.755108 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66da2270-e56f-4671-af75-becc2cd6451d None None] Network 547de350-98df-426a-b398-b032321fdf42 requested from dv-cinder-801617-4-iscsi {{(pid=100433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 05:56:00.883139 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-697f5f18-7920-44e3-aba7-e566f1945df8 None None] Provisioning for port 4a04aa5a-001d-4f41-8348-0e7a69616858 completed by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:56:00.901752 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 4a04aa5a-001d-4f41-8348-0e7a69616858 up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:56:00.926152 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd86fa58-ed1c-435c-8310-648cb043a045 req-f3a2a876-f315-48f2-995f-fe0dbfe8163b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:00.927727 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-bd86fa58-ed1c-435c-8310-648cb043a045 req-f3a2a876-f315-48f2-995f-fe0dbfe8163b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1d9bf971-3a10-46ce-b2fb-e4d017a0414c HTTP/1.1" status: 200 len: 1098 time: 0.1023495 Aug 04 05:56:00.965483 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-5941fd42-e990-43ae-aeab-f9d6ce36d5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571809'] for router, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:01.017134 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-bd86fa58-ed1c-435c-8310-648cb043a045 req-c278a9bb-684e-4980-be31-572c327e88ff service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1d419ef8-5bbb-40ee-b2b8-382ff3bcfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716608 Aug 04 05:56:01.057508 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning for port 4a04aa5a-001d-4f41-8348-0e7a69616858 completed by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:56:01.063532 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port 4a04aa5a-001d-4f41-8348-0e7a69616858 triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:56:01.067747 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:01.163262 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:01.204721 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] For port 4a04aa5a-001d-4f41-8348-0e7a69616858, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=4a04aa5a-001d-4f41-8348-0e7a69616858,segment=NetworkSegment(0b477fa9-9a15-43bb-aae1-0edcbae189f4),segment_id=0b477fa9-9a15-43bb-aae1-0edcbae189f4)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:56:01.222383 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd7903-f329-4327-a65e-6911b0098dcc req-bd004145-5f8c-4083-92d0-a598aa678cb5 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:01.223181 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5941fd42-e990-43ae-aeab-f9d6ce36d5e4 admin admin] Router 18851aa5-ada3-4aba-824e-d56a550c4865 is scheduled to L3 agent 1092c566-0070-459b-a71e-112f2411deeb with binding_index 1 {{(pid=100431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 05:56:01.225521 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-94fd7903-f329-4327-a65e-6911b0098dcc req-bd004145-5f8c-4083-92d0-a598aa678cb5 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.0687759 Aug 04 05:56:01.229693 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c350de4e-0235-4150-8b93-ed422cb795ce None None] Provisioning complete for port 4a04aa5a-001d-4f41-8348-0e7a69616858 triggered by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:56:01.230281 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c350de4e-0235-4150-8b93-ed422cb795ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:01.260948 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:01.277005 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 57676) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:56:01.305782 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-e3f59e50-d5e0-42bc-ab26-f957c980a6a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:01.312899 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-94fd7903-f329-4327-a65e-6911b0098dcc req-7057a736-8cfb-47d8-9fd8-ae3b4eb543f6 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799553 Aug 04 05:56:01.392969 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Pushing event updated for resources: {'Port': ['ID=4a04aa5a-001d-4f41-8348-0e7a69616858,revision_number=3']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:01.439193 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df237b4-0c99-4dea-8ec1-d4037409dc82 req-d26eb61e-4502-4d56-a210-a14122a9723d tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:01.440849 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-3df237b4-0c99-4dea-8ec1-d4037409dc82 req-d26eb61e-4502-4d56-a210-a14122a9723d tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 946 time: 0.0660999 Aug 04 05:56:01.442252 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5941fd42-e990-43ae-aeab-f9d6ce36d5e4 admin admin] Notify agent at l3_agent.dv-cinder-801617-4-iscsi the message routers_updated {{(pid=100431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 05:56:01.453971 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfab7b1-8bb4-4eb3-b9b5-5b28e40dede9 None None] Sync routers for ids ['18851aa5-ada3-4aba-824e-d56a550c4865'] in dv-cinder-801617-4-iscsi {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 05:56:01.464767 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfab7b1-8bb4-4eb3-b9b5-5b28e40dede9 None None] Routers {'18851aa5-ada3-4aba-824e-d56a550c4865'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:56:01.466181 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-7bfab7b1-8bb4-4eb3-b9b5-5b28e40dede9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:55:36Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['18851aa5-ada3-4aba-824e-d56a550c4865'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:56:01.471735 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdede454-1828-4508-8ddb-574c098847a0 req-f2bb675b-71aa-4ef8-833d-515e622aa719 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:01.473536 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-fdede454-1828-4508-8ddb-574c098847a0 req-f2bb675b-71aa-4ef8-833d-515e622aa719 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d9bf971-3a10-46ce-b2fb-e4d017a0414c HTTP/1.1" status: 200 len: 945 time: 0.0691378 Aug 04 05:56:01.498112 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-e3f59e50-d5e0-42bc-ab26-f957c980a6a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:01.508536 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-3df237b4-0c99-4dea-8ec1-d4037409dc82 req-0c050b5d-5737-4ee9-b4bc-31b205b21a21 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496974 Aug 04 05:56:01.532112 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-fdede454-1828-4508-8ddb-574c098847a0 req-773190a4-1254-4ef9-8e6d-e7bdc03725bf tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d419ef8-5bbb-40ee-b2b8-382ff3bcfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474937 Aug 04 05:56:01.582908 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-e3f59e50-d5e0-42bc-ab26-f957c980a6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:01.587214 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-7bfab7b1-8bb4-4eb3-b9b5-5b28e40dede9 None None] Set router 18851aa5-ada3-4aba-824e-d56a550c4865 gateway port host: dv-cinder-801617-4-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:56:01.622140 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-e3f59e50-d5e0-42bc-ab26-f957c980a6a0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c0a97146ffb84c6d831e88310bc5311d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3435404 Aug 04 05:56:01.623190 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f59e50-d5e0-42bc-ab26-f957c980a6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f8bde5-c94e-4d40-bab2-fcde7002c710,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:01.624945 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 57684) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:56:01.681524 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-eb0eb603-1ceb-4bb0-8dd0-1e72964b4b01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:01.691462 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-5941fd42-e990-43ae-aeab-f9d6ce36d5e4 admin admin] Notify callbacks [] for router, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:01.697058 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-5941fd42-e990-43ae-aeab-f9d6ce36d5e4 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1319046 Aug 04 05:56:01.697187 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 57686) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:56:01.712428 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-eb0eb603-1ceb-4bb0-8dd0-1e72964b4b01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:01.786205 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-7bfab7b1-8bb4-4eb3-b9b5-5b28e40dede9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18851aa5-ada3-4aba-824e-d56a550c4865', 'name': 'tempest-TestShelveInstance-1225953417-router', 'tenant_id': '523ead1982c046a394318b39d745033e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'd5cfb1a3-d15e-41f0-af65-6b79b38ddcfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:55:58Z', 'updated_at': '2021-08-04T05:56:00Z', 'revision_number': 3, 'project_id': '523ead1982c046a394318b39d745033e', 'gw_port': {'id': 'd5cfb1a3-d15e-41f0-af65-6b79b38ddcfd', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:8c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18851aa5-ada3-4aba-824e-d56a550c4865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:55:59Z', 'updated_at': '2021-08-04T05:55:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi'}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:56:01.820136 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfab7b1-8bb4-4eb3-b9b5-5b28e40dede9 None None] Checking router: 18851aa5-ada3-4aba-824e-d56a550c4865 for host: dv-cinder-801617-4-iscsi {{(pid=100434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 05:56:01.820643 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfab7b1-8bb4-4eb3-b9b5-5b28e40dede9 None None] Updating router 18851aa5-ada3-4aba-824e-d56a550c4865 port d5cfb1a3-d15e-41f0-af65-6b79b38ddcfd binding host dv-cinder-801617-4-iscsi {{(pid=100434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 05:56:01.848603 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-7bfab7b1-8bb4-4eb3-b9b5-5b28e40dede9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:01.851947 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-eb0eb603-1ceb-4bb0-8dd0-1e72964b4b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:01.860043 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-eb0eb603-1ceb-4bb0-8dd0-1e72964b4b01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:01.860043 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-eb0eb603-1ceb-4bb0-8dd0-1e72964b4b01 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e0f8bde5-c94e-4d40-bab2-fcde7002c710 HTTP/1.1" status: 204 len: 168 time: 0.2295048 Aug 04 05:56:01.865597 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0eb603-1ceb-4bb0-8dd0-1e72964b4b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f8bde5-c94e-4d40-bab2-fcde7002c710,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:02.178814 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-7bfab7b1-8bb4-4eb3-b9b5-5b28e40dede9 None None] Notify callbacks [] for port, precommit_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:02.188833 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.provisioning_blocks [None req-7bfab7b1-8bb4-4eb3-b9b5-5b28e40dede9 None None] Transition to ACTIVE for port object d5cfb1a3-d15e-41f0-af65-6b79b38ddcfd will not be triggered until provisioned by entity L2. {{(pid=100434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:56:02.208376 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-9704fd63-1567-47b4-872f-1f957bd21699 req-92f05a61-48dc-4f42-92c3-126784e49c73 tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c4e9e841287644c997c2f5ffedc80ed0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328636 Aug 04 05:56:02.260033 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-7bfab7b1-8bb4-4eb3-b9b5-5b28e40dede9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:02.329257 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e551178-362d-4d40-aa59-c7dc4832e19e None None] Pushing event updated for resources: {'Port': ['ID=d5cfb1a3-d15e-41f0-af65-6b79b38ddcfd,revision_number=2']} {{(pid=100434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:02.363354 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e551178-362d-4d40-aa59-c7dc4832e19e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:56:02.363928 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e551178-362d-4d40-aa59-c7dc4832e19e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:56:02.364490 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e551178-362d-4d40-aa59-c7dc4832e19e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:56:02.365186 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e551178-362d-4d40-aa59-c7dc4832e19e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:56:02.365725 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e551178-362d-4d40-aa59-c7dc4832e19e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:56:02.366277 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e551178-362d-4d40-aa59-c7dc4832e19e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:56:02.366799 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e551178-362d-4d40-aa59-c7dc4832e19e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:56:02.367335 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e551178-362d-4d40-aa59-c7dc4832e19e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:56:02.367896 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e551178-362d-4d40-aa59-c7dc4832e19e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:56:02.368440 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e551178-362d-4d40-aa59-c7dc4832e19e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:56:02.368970 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e551178-362d-4d40-aa59-c7dc4832e19e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:56:02.369489 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e551178-362d-4d40-aa59-c7dc4832e19e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:56:02.372904 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.managers [None req-7bfab7b1-8bb4-4eb3-b9b5-5b28e40dede9 None None] Attempting to bind port d5cfb1a3-d15e-41f0-af65-6b79b38ddcfd on host dv-cinder-801617-4-iscsi for vnic_type normal with profile {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 05:56:02.373529 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.managers [None req-7bfab7b1-8bb4-4eb3-b9b5-5b28e40dede9 None None] Attempting to bind port d5cfb1a3-d15e-41f0-af65-6b79b38ddcfd by drivers openvswitch,hyperv on host dv-cinder-801617-4-iscsi at level 0 using segments [{'id': '1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'}] {{(pid=100434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 05:56:02.378986 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfab7b1-8bb4-4eb3-b9b5-5b28e40dede9 None None] Attempting to bind port d5cfb1a3-d15e-41f0-af65-6b79b38ddcfd on network ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5 {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:56:02.380232 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfab7b1-8bb4-4eb3-b9b5-5b28e40dede9 None None] Checking agent: {'id': '5d82a469-56b0-42fa-aca6-e62dd4c1f49c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 5, 45, 36), 'started_at': datetime.datetime(2021, 8, 4, 5, 46, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 5, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 05:56:02.381309 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfab7b1-8bb4-4eb3-b9b5-5b28e40dede9 None None] Checking segment: {'id': '1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:56:02.382735 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-7bfab7b1-8bb4-4eb3-b9b5-5b28e40dede9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:02.382735 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfab7b1-8bb4-4eb3-b9b5-5b28e40dede9 None None] Bound using segment: {'id': '1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'} {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 05:56:02.382735 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.managers [None req-7bfab7b1-8bb4-4eb3-b9b5-5b28e40dede9 None None] Bound port: d5cfb1a3-d15e-41f0-af65-6b79b38ddcfd, host: dv-cinder-801617-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'}}] {{(pid=100434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 05:56:02.383233 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-7bfab7b1-8bb4-4eb3-b9b5-5b28e40dede9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:02.467489 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704fd63-1567-47b4-872f-1f957bd21699 req-5821b83a-0ea4-40b7-8deb-ddecf6a71532 tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:02.482196 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-9704fd63-1567-47b4-872f-1f957bd21699 req-5821b83a-0ea4-40b7-8deb-ddecf6a71532 tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2673128 Aug 04 05:56:02.500880 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-9704fd63-1567-47b4-872f-1f957bd21699 req-cae0d093-c407-4555-9308-0cc5895cdf2a tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] 10.222.0.37 "GET /v2.0/quotas/c4e9e841287644c997c2f5ffedc80ed0 HTTP/1.1" status: 200 len: 375 time: 0.0110149 Aug 04 05:56:02.510252 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-3912bf6c-f56f-47f4-970c-67b77837a9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:02.534900 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-9704fd63-1567-47b4-872f-1f957bd21699 req-cf8b10e7-ff80-47fc-888c-bb65a6e5abc2 tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c4e9e841287644c997c2f5ffedc80ed0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270429 Aug 04 05:56:02.552158 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.db [None req-7bfab7b1-8bb4-4eb3-b9b5-5b28e40dede9 None None] For port d5cfb1a3-d15e-41f0-af65-6b79b38ddcfd, host dv-cinder-801617-4-iscsi, cleared binding levels {{(pid=100434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 05:56:02.557026 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.db [None req-7bfab7b1-8bb4-4eb3-b9b5-5b28e40dede9 None None] For port d5cfb1a3-d15e-41f0-af65-6b79b38ddcfd, host dv-cinder-801617-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=d5cfb1a3-d15e-41f0-af65-6b79b38ddcfd,segment=NetworkSegment(1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa),segment_id=1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa)] {{(pid=100434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 05:56:02.581014 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ca9a2-03ac-4a6f-b9b7-a4a3d499d89b req-b29bc2aa-610e-4a77-9bb5-b0009f6dafb4 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:02.582447 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-da0ca9a2-03ac-4a6f-b9b7-a4a3d499d89b req-b29bc2aa-610e-4a77-9bb5-b0009f6dafb4 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.1307223 Aug 04 05:56:02.625226 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-7bfab7b1-8bb4-4eb3-b9b5-5b28e40dede9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:02.699461 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e551178-362d-4d40-aa59-c7dc4832e19e None None] Pushing event updated for resources: {'Port': ['ID=d5cfb1a3-d15e-41f0-af65-6b79b38ddcfd,revision_number=3']} {{(pid=100434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:02.700118 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-da0ca9a2-03ac-4a6f-b9b7-a4a3d499d89b req-14705655-6b9d-492a-bec3-16a0ac997b56 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906866 Aug 04 05:56:02.725377 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfab7b1-8bb4-4eb3-b9b5-5b28e40dede9 None None] Routers {'18851aa5-ada3-4aba-824e-d56a550c4865'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:56:02.726198 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-7bfab7b1-8bb4-4eb3-b9b5-5b28e40dede9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:55:36Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['18851aa5-ada3-4aba-824e-d56a550c4865'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:56:02.753596 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.db_base_plugin_common [None req-3912bf6c-f56f-47f4-970c-67b77837a9c0 admin admin] Allocated IP 172.20.0.1 (547de350-98df-426a-b398-b032321fdf42/3a532cc5-30fe-4d47-af3d-673ba61686a8/9056374d-a7db-407b-81b2-26628dad619e) {{(pid=100432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 05:56:02.819195 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 4a04aa5a-001d-4f41-8348-0e7a69616858 up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:56:02.923163 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-7bfab7b1-8bb4-4eb3-b9b5-5b28e40dede9 None None] Set router 18851aa5-ada3-4aba-824e-d56a550c4865 gateway port host: dv-cinder-801617-4-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:56:02.964195 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port 4a04aa5a-001d-4f41-8348-0e7a69616858 triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:56:02.964799 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:03.104034 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-3912bf6c-f56f-47f4-970c-67b77837a9c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:03.121994 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.provisioning_blocks [None req-3912bf6c-f56f-47f4-970c-67b77837a9c0 admin admin] Transition to ACTIVE for port object 9056374d-a7db-407b-81b2-26628dad619e will not be triggered until provisioned by entity DHCP. {{(pid=100432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:56:03.170563 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c3cb0-b281-4a12-9b35-2a04e764b559 req-8293d962-6056-4bde-8bc0-18802e61a382 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:03.173282 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-182c3cb0-b281-4a12-9b35-2a04e764b559 req-8293d962-6056-4bde-8bc0-18802e61a382 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 946 time: 0.4026301 Aug 04 05:56:03.196161 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b21cc9d-daa9-412b-b2d6-c92cefa96ca7 req-d746ef54-fa6c-4a19-9470-f6c421e54a8b tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:03.197846 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-9b21cc9d-daa9-412b-b2d6-c92cefa96ca7 req-d746ef54-fa6c-4a19-9470-f6c421e54a8b tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d9bf971-3a10-46ce-b2fb-e4d017a0414c HTTP/1.1" status: 200 len: 945 time: 0.0693996 Aug 04 05:56:03.242608 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-182c3cb0-b281-4a12-9b35-2a04e764b559 req-53e01344-2cb3-4021-b58c-59361f44d48c tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601482 Aug 04 05:56:03.252339 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-9b21cc9d-daa9-412b-b2d6-c92cefa96ca7 req-225bc183-7f57-41e9-8a51-258f969639f2 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d419ef8-5bbb-40ee-b2b8-382ff3bcfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480733 Aug 04 05:56:03.258415 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-7bfab7b1-8bb4-4eb3-b9b5-5b28e40dede9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18851aa5-ada3-4aba-824e-d56a550c4865', 'name': 'tempest-TestShelveInstance-1225953417-router', 'tenant_id': '523ead1982c046a394318b39d745033e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'd5cfb1a3-d15e-41f0-af65-6b79b38ddcfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:55:58Z', 'updated_at': '2021-08-04T05:56:00Z', 'revision_number': 3, 'project_id': '523ead1982c046a394318b39d745033e', 'gw_port': {'id': 'd5cfb1a3-d15e-41f0-af65-6b79b38ddcfd', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:8c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18851aa5-ada3-4aba-824e-d56a550c4865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:55:59Z', 'updated_at': '2021-08-04T05:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi'}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:56:03.310072 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfab7b1-8bb4-4eb3-b9b5-5b28e40dede9 None None] The sync data for ids ['18851aa5-ada3-4aba-824e-d56a550c4865'] in dv-cinder-801617-4-iscsi is: [{'id': '18851aa5-ada3-4aba-824e-d56a550c4865', 'name': 'tempest-TestShelveInstance-1225953417-router', 'tenant_id': '523ead1982c046a394318b39d745033e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'd5cfb1a3-d15e-41f0-af65-6b79b38ddcfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:55:58Z', 'updated_at': '2021-08-04T05:56:00Z', 'revision_number': 3, 'project_id': '523ead1982c046a394318b39d745033e', 'gw_port': {'id': 'd5cfb1a3-d15e-41f0-af65-6b79b38ddcfd', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:8c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18851aa5-ada3-4aba-824e-d56a550c4865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:55:59Z', 'updated_at': '2021-08-04T05:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi'}] {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 05:56:03.321915 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-d02784ee-9496-4d64-a82f-4ad429fb48c7 req-1c67ecce-7d0b-4aa5-a38d-4c01acc41ae9 tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] 10.222.0.37 "GET /v2.0/ports?device_id=394a135d-51f7-4473-85fd-7cd99a745af4 HTTP/1.1" status: 200 len: 210 time: 0.0315967 Aug 04 05:56:03.326426 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-3912bf6c-f56f-47f4-970c-67b77837a9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:03.378417 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3912bf6c-f56f-47f4-970c-67b77837a9c0 admin admin] Network 547de350-98df-426a-b398-b032321fdf42 is already hosted by enough agents. {{(pid=100432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:56:03.382142 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.base_scheduler [None req-3912bf6c-f56f-47f4-970c-67b77837a9c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:56:03.388649 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3912bf6c-f56f-47f4-970c-67b77837a9c0 admin admin] Received port after_create {{(pid=100432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 05:56:03.426980 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3912bf6c-f56f-47f4-970c-67b77837a9c0 admin admin] Pushing event updated for resources: {'Port': ['ID=9056374d-a7db-407b-81b2-26628dad619e,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:03.452127 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-3912bf6c-f56f-47f4-970c-67b77837a9c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572798'] for router_interface, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:03.556038 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-7ee60f33-eac5-4019-afa4-a5541970707e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:03.737320 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-3912bf6c-f56f-47f4-970c-67b77837a9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:03.834833 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c336e058-7fd0-44a4-8ad8-a727a94586e5 None None] Provisioning for port 9056374d-a7db-407b-81b2-26628dad619e completed by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:56:03.839058 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c336e058-7fd0-44a4-8ad8-a727a94586e5 None None] Provisioning complete for port 9056374d-a7db-407b-81b2-26628dad619e triggered by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:56:03.839442 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c336e058-7fd0-44a4-8ad8-a727a94586e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:03.887720 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-c336e058-7fd0-44a4-8ad8-a727a94586e5 None None] Port 9056374d-a7db-407b-81b2-26628dad619e cannot update to ACTIVE because it is not bound. {{(pid=100433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 05:56:04.010676 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa0bd5-4a62-43ad-b6e2-7e8901a4f217 req-028238ad-7eab-4da8-9559-bf6546c04c6f tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:04.012295 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-07fa0bd5-4a62-43ad-b6e2-7e8901a4f217 req-028238ad-7eab-4da8-9559-bf6546c04c6f tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.1634567 Aug 04 05:56:04.037936 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd8032-31da-4d3e-abe7-6a9d7e89589e req-e36a0644-1522-4a6b-bca4-3f5e55f6827a tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:04.040268 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-3acd8032-31da-4d3e-abe7-6a9d7e89589e req-e36a0644-1522-4a6b-bca4-3f5e55f6827a tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.1250744 Aug 04 05:56:04.061063 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a535a0-68a4-46ae-adf9-48e31e259a1a req-1ed9346f-dfc5-42ea-a691-921b3c0eeadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:04.062988 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-a7a535a0-68a4-46ae-adf9-48e31e259a1a req-1ed9346f-dfc5-42ea-a691-921b3c0eeadc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0d320059d2a748979473823c9bc742bb&device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 1099 time: 0.0923860 Aug 04 05:56:04.085193 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-07fa0bd5-4a62-43ad-b6e2-7e8901a4f217 req-4f245216-00f0-46f4-b906-dd370c419ebc tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603063 Aug 04 05:56:04.147963 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-3912bf6c-f56f-47f4-970c-67b77837a9c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:04.154454 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-3acd8032-31da-4d3e-abe7-6a9d7e89589e req-b7806417-491e-4fd7-8ae6-4fe8590fb79d tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065829 Aug 04 05:56:04.214417 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a535a0-68a4-46ae-adf9-48e31e259a1a req-5f12d20d-6a0b-418a-9ed3-9b65efcac5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:04.217179 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-a7a535a0-68a4-46ae-adf9-48e31e259a1a req-5f12d20d-6a0b-418a-9ed3-9b65efcac5a0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fea95b2d-d504-480b-8c54-fa1d3a884d59 HTTP/1.1" status: 200 len: 920 time: 0.1419027 Aug 04 05:56:04.257100 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-3912bf6c-f56f-47f4-970c-67b77837a9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5048305'] for port, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:04.272146 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-a7a535a0-68a4-46ae-adf9-48e31e259a1a req-a4836e31-c605-4335-9d54-656c82358699 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5429d2ed-d8be-49be-834a-cd46b4267bce HTTP/1.1" status: 200 len: 217 time: 0.0441511 Aug 04 05:56:04.360876 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3912bf6c-f56f-47f4-970c-67b77837a9c0 admin admin] Pushing event updated for resources: {'Port': ['ID=9056374d-a7db-407b-81b2-26628dad619e,revision_number=2']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:04.390390 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a535a0-68a4-46ae-adf9-48e31e259a1a req-98ac7def-f048-49d3-92de-bb90e7957634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:04.391842 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-a7a535a0-68a4-46ae-adf9-48e31e259a1a req-98ac7def-f048-49d3-92de-bb90e7957634 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9770694f-c8d6-4155-afb5-37951e23de06 HTTP/1.1" status: 200 len: 859 time: 0.1002648 Aug 04 05:56:04.401346 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-3912bf6c-f56f-47f4-970c-67b77837a9c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572898'] for router_interface, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:04.467958 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-a7a535a0-68a4-46ae-adf9-48e31e259a1a req-25d0f273-a1bb-42c2-b6a5-bf02a8440180 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fea95b2d-d504-480b-8c54-fa1d3a884d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588450 Aug 04 05:56:04.500212 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-400158f6-996e-44a0-879d-1c27ed6b6035 req-c33a207b-e77d-4f55-8173-63dcaee8e13b tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] 10.222.0.37 "GET /v2.0/ports?device_id=394a135d-51f7-4473-85fd-7cd99a745af4 HTTP/1.1" status: 200 len: 210 time: 0.0426476 Aug 04 05:56:04.503343 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 57816) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:56:04.578793 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe87e2-e82d-4c8c-9e76-9274c578304b req-de03dd92-398a-4471-aacf-9ad0dea21e3e tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:04.580550 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-3cfe87e2-e82d-4c8c-9e76-9274c578304b req-de03dd92-398a-4471-aacf-9ad0dea21e3e tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 946 time: 0.1613367 Aug 04 05:56:04.620449 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-a7a535a0-68a4-46ae-adf9-48e31e259a1a req-725c3bf4-577a-4455-8f2a-ae761a213b10 service neutron] 10.222.0.18 "GET /v2.0/networks/fea95b2d-d504-480b-8c54-fa1d3a884d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192300 Aug 04 05:56:04.630241 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3912bf6c-f56f-47f4-970c-67b77837a9c0 admin admin] Network 547de350-98df-426a-b398-b032321fdf42 is already hosted by enough agents. {{(pid=100432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:56:04.637160 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.base_scheduler [None req-3912bf6c-f56f-47f4-970c-67b77837a9c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:56:04.660353 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-3cfe87e2-e82d-4c8c-9e76-9274c578304b req-e43192f1-af91-4930-8684-8e659ee124ef tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577371 Aug 04 05:56:04.679367 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-ef0b592b-38e6-4f38-944d-1caedb85792f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:04.733317 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-a7a535a0-68a4-46ae-adf9-48e31e259a1a req-80755de1-83f9-4705-9f50-83047381b752 service neutron] 10.222.0.18 "GET /v2.0/networks/fea95b2d-d504-480b-8c54-fa1d3a884d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008229 Aug 04 05:56:04.858918 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3912bf6c-f56f-47f4-970c-67b77837a9c0 admin admin] Router 18851aa5-ada3-4aba-824e-d56a550c4865 has already been hosted by L3 agent 1092c566-0070-459b-a71e-112f2411deeb {{(pid=100432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 05:56:04.893366 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device d5cfb1a3-d15e-41f0-af65-6b79b38ddcfd up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:56:04.967258 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-b1e6f07d-5bd2-40b5-b4e4-30a5a329f28e None None] Provisioning complete for port 9056374d-a7db-407b-81b2-26628dad619e triggered by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:56:04.967258 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-b1e6f07d-5bd2-40b5-b4e4-30a5a329f28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:04.989219 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-ef0b592b-38e6-4f38-944d-1caedb85792f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:05.004257 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-b1e6f07d-5bd2-40b5-b4e4-30a5a329f28e None None] Port 9056374d-a7db-407b-81b2-26628dad619e cannot update to ACTIVE because it is not bound. {{(pid=100433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 05:56:05.017683 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3912bf6c-f56f-47f4-970c-67b77837a9c0 admin admin] Notify agent at l3_agent.dv-cinder-801617-4-iscsi the message routers_updated {{(pid=100432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 05:56:05.024457 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-3912bf6c-f56f-47f4-970c-67b77837a9c0 admin admin] 10.222.0.37 "PUT /v2.0/routers/18851aa5-ada3-4aba-824e-d56a550c4865/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3269389 Aug 04 05:56:05.092068 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-ef0b592b-38e6-4f38-944d-1caedb85792f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:05.139139 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-ef0b592b-38e6-4f38-944d-1caedb85792f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f0104528bda3487a91bfaa79587e3736&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6347578 Aug 04 05:56:05.141940 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 57842) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:56:05.143347 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning for port d5cfb1a3-d15e-41f0-af65-6b79b38ddcfd completed by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:56:05.150417 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b592b-38e6-4f38-944d-1caedb85792f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a704d041-2a9e-4c67-afe1-283b8bcaf22f,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:05.150636 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port d5cfb1a3-d15e-41f0-af65-6b79b38ddcfd triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:56:05.151052 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:05.257956 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:05.283977 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] For port d5cfb1a3-d15e-41f0-af65-6b79b38ddcfd, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=d5cfb1a3-d15e-41f0-af65-6b79b38ddcfd,segment=NetworkSegment(1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa),segment_id=1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:56:05.305821 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-87ab8f1e-6d2b-4055-a4d6-173313d4b006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:05.334280 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-87ab8f1e-6d2b-4055-a4d6-173313d4b006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:05.343108 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf079f8-013c-4bd2-99cb-edf89cb60668 req-1caa774a-4a58-4a1d-9246-8fa7125d29a6 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:05.353208 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-7bf079f8-013c-4bd2-99cb-edf89cb60668 req-1caa774a-4a58-4a1d-9246-8fa7125d29a6 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.1022959 Aug 04 05:56:05.354266 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:05.354769 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd185a2a-1fcb-4922-95b4-11ee8bec1beb req-1212c836-793b-427f-a086-57aafb0912a3 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:05.366167 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-cd185a2a-1fcb-4922-95b4-11ee8bec1beb req-1212c836-793b-427f-a086-57aafb0912a3 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.1582823 Aug 04 05:56:05.395420 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-7bf079f8-013c-4bd2-99cb-edf89cb60668 req-41da5486-4f9e-4f92-a9d1-ad987228b165 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412219 Aug 04 05:56:05.438435 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Pushing event updated for resources: {'Port': ['ID=d5cfb1a3-d15e-41f0-af65-6b79b38ddcfd,revision_number=4']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:05.452430 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-cd185a2a-1fcb-4922-95b4-11ee8bec1beb req-2139b949-a4b4-40f1-bb5f-df6c07108f15 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853288 Aug 04 05:56:05.541866 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1b62bb-b0bb-48ff-bb1c-0272d474f180 None None] Sync routers for ids ['18851aa5-ada3-4aba-824e-d56a550c4865'] in dv-cinder-801617-4-iscsi {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 05:56:05.555424 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1b62bb-b0bb-48ff-bb1c-0272d474f180 None None] Routers {'18851aa5-ada3-4aba-824e-d56a550c4865'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:56:05.556815 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-6a1b62bb-b0bb-48ff-bb1c-0272d474f180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:55:36Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['18851aa5-ada3-4aba-824e-d56a550c4865'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:56:05.560340 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-87ab8f1e-6d2b-4055-a4d6-173313d4b006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:05.563606 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-87ab8f1e-6d2b-4055-a4d6-173313d4b006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:05.564986 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-87ab8f1e-6d2b-4055-a4d6-173313d4b006 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a704d041-2a9e-4c67-afe1-283b8bcaf22f HTTP/1.1" status: 204 len: 168 time: 0.4221694 Aug 04 05:56:05.575501 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ab8f1e-6d2b-4055-a4d6-173313d4b006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a704d041-2a9e-4c67-afe1-283b8bcaf22f,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:05.648498 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-bca95065-d374-43d1-9359-22603704bbf5 req-bce4c85c-ae03-4eb6-8d38-241587fbba54 tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] 10.222.0.37 "GET /v2.0/ports?device_id=394a135d-51f7-4473-85fd-7cd99a745af4 HTTP/1.1" status: 200 len: 210 time: 0.0494232 Aug 04 05:56:05.735579 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-6a1b62bb-b0bb-48ff-bb1c-0272d474f180 None None] Set router 18851aa5-ada3-4aba-824e-d56a550c4865 gateway port host: dv-cinder-801617-4-iscsi {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:56:05.794233 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-9704fd63-1567-47b4-872f-1f957bd21699 req-6b658a45-b64b-4ebb-a4fa-99f5c09a932c tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=c4e9e841287644c997c2f5ffedc80ed0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418429 Aug 04 05:56:05.811772 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e483344-3946-43f6-84ae-3e0119b03d1b req-0702201a-dbcc-4f90-a9a5-9216183f86cb tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:05.813403 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-0e483344-3946-43f6-84ae-3e0119b03d1b req-0702201a-dbcc-4f90-a9a5-9216183f86cb tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 946 time: 0.0723405 Aug 04 05:56:05.930940 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-0e483344-3946-43f6-84ae-3e0119b03d1b req-78a6e79b-59fe-41a0-b0e6-e22dd0a73ded tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002498 Aug 04 05:56:06.005870 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704fd63-1567-47b4-872f-1f957bd21699 req-b3939029-1858-4388-b2e1-19c95b26cae3 tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:06.010267 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-9704fd63-1567-47b4-872f-1f957bd21699 req-b3939029-1858-4388-b2e1-19c95b26cae3 tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1956284 Aug 04 05:56:06.023739 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-6a1b62bb-b0bb-48ff-bb1c-0272d474f180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18851aa5-ada3-4aba-824e-d56a550c4865', 'name': 'tempest-TestShelveInstance-1225953417-router', 'tenant_id': '523ead1982c046a394318b39d745033e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'd5cfb1a3-d15e-41f0-af65-6b79b38ddcfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:55:58Z', 'updated_at': '2021-08-04T05:56:03Z', 'revision_number': 4, 'project_id': '523ead1982c046a394318b39d745033e', 'gw_port': {'id': 'd5cfb1a3-d15e-41f0-af65-6b79b38ddcfd', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:8c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18851aa5-ada3-4aba-824e-d56a550c4865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:55:59Z', 'updated_at': '2021-08-04T05:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': '9056374d-a7db-407b-81b2-26628dad619e', 'name': '', 'network_id': '547de350-98df-426a-b398-b032321fdf42', 'tenant_id': '523ead1982c046a394318b39d745033e', 'mac_address': 'fa:16:3e:80:50:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18851aa5-ada3-4aba-824e-d56a550c4865', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '3a532cc5-30fe-4d47-af3d-673ba61686a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:56:02Z', 'updated_at': '2021-08-04T05:56:03Z', 'revision_number': 2, 'project_id': '523ead1982c046a394318b39d745033e', 'subnets': [{'id': '3a532cc5-30fe-4d47-af3d-673ba61686a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:56:06.027703 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [req-9704fd63-1567-47b4-872f-1f957bd21699 req-bf6db652-5eb4-4c22-a510-b5fa7841598b tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] Request body: {'port': {'device_id': '394a135d-51f7-4473-85fd-7cd99a745af4', 'network_id': 'af1858b6-cf03-40bb-9196-afb3511d56b5', 'admin_state_up': True, 'tenant_id': 'c4e9e841287644c997c2f5ffedc80ed0'}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:56:06.062579 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1b62bb-b0bb-48ff-bb1c-0272d474f180 None None] Checking router: 18851aa5-ada3-4aba-824e-d56a550c4865 for host: dv-cinder-801617-4-iscsi {{(pid=100433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 05:56:06.063114 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1b62bb-b0bb-48ff-bb1c-0272d474f180 None None] Updating router 18851aa5-ada3-4aba-824e-d56a550c4865 port 9056374d-a7db-407b-81b2-26628dad619e binding host dv-cinder-801617-4-iscsi {{(pid=100433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 05:56:06.070772 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-7200757c-f3fb-4425-8d09-fb7a8cc71740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:06.081327 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 57876) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:56:06.087555 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [None req-461941cf-e8d7-4610-953d-9bb8d7446027 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-134086962-network', 'tenant_id': '98cce3815a9c46d993d846feafb4a926'}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:56:06.102069 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6a1b62bb-b0bb-48ff-bb1c-0272d474f180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:06.165903 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461941cf-e8d7-4610-953d-9bb8d7446027 admin admin] Made reservation on behalf of 98cce3815a9c46d993d846feafb4a926 for: {'network': 1} {{(pid=100432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 05:56:06.168249 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-461941cf-e8d7-4610-953d-9bb8d7446027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for network, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:06.182559 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-461941cf-e8d7-4610-953d-9bb8d7446027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:06.217222 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:06.290395 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9704fd63-1567-47b4-872f-1f957bd21699 req-bf6db652-5eb4-4c22-a510-b5fa7841598b tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] Made reservation on behalf of c4e9e841287644c997c2f5ffedc80ed0 for: {'port': 1} {{(pid=100431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 05:56:06.294283 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-9704fd63-1567-47b4-872f-1f957bd21699 req-bf6db652-5eb4-4c22-a510-b5fa7841598b tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:06.304074 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-9704fd63-1567-47b4-872f-1f957bd21699 req-bf6db652-5eb4-4c22-a510-b5fa7841598b tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:06.382275 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-461941cf-e8d7-4610-953d-9bb8d7446027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:06.421296 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6a1b62bb-b0bb-48ff-bb1c-0272d474f180 None None] Notify callbacks [] for port, precommit_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:06.432777 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-6a1b62bb-b0bb-48ff-bb1c-0272d474f180 None None] Transition to ACTIVE for port object 9056374d-a7db-407b-81b2-26628dad619e will not be triggered until provisioned by entity L2. {{(pid=100433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:56:06.456905 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-461941cf-e8d7-4610-953d-9bb8d7446027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:06.510463 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-461941cf-e8d7-4610-953d-9bb8d7446027 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=100432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 05:56:06.526986 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461941cf-e8d7-4610-953d-9bb8d7446027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d899d2-9e6f-4299-983a-ca681d2af4bd,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:06.533456 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-461941cf-e8d7-4610-953d-9bb8d7446027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2010985'] for segment, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:06.534758 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.db.segments_db [None req-461941cf-e8d7-4610-953d-9bb8d7446027 admin admin] Added segment 9d5cf0bf-f737-4801-b53b-2dfaf9726d72 of type vlan for network 6cd6a946-1a45-456b-b965-f78d212f60ab Aug 04 05:56:06.537911 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6a1b62bb-b0bb-48ff-bb1c-0272d474f180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:06.593955 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e742a10-d16d-48ef-b557-ac1b0fda8661 req-620ce387-5819-4361-b9e7-27417c076a9a tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:06.595528 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-3e742a10-d16d-48ef-b557-ac1b0fda8661 req-620ce387-5819-4361-b9e7-27417c076a9a tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.1302347 Aug 04 05:56:06.600895 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-461941cf-e8d7-4610-953d-9bb8d7446027 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791114671894'] for network, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:06.623536 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e59ea-46c9-4778-ad90-8f6d711d9900 req-306576c4-b4d2-420a-9cc9-52bc3cc51c3f tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:06.628935 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-205e59ea-46c9-4778-ad90-8f6d711d9900 req-306576c4-b4d2-420a-9cc9-52bc3cc51c3f tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.0940268 Aug 04 05:56:06.661043 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-9704fd63-1567-47b4-872f-1f957bd21699 req-bf6db652-5eb4-4c22-a510-b5fa7841598b tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:06.678351 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-3e742a10-d16d-48ef-b557-ac1b0fda8661 req-7b7b599e-c60d-4f30-9384-8abd4071363e tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727499 Aug 04 05:56:06.722447 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-205e59ea-46c9-4778-ad90-8f6d711d9900 req-1a8555fe-8400-42c8-96c7-39465f39bc66 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735564 Aug 04 05:56:06.734946 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345dbf0f-5880-49f7-ad74-3c30dd565399 None None] Pushing event updated for resources: {'Port': ['ID=9056374d-a7db-407b-81b2-26628dad619e,revision_number=3']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:06.735049 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-9704fd63-1567-47b4-872f-1f957bd21699 req-bf6db652-5eb4-4c22-a510-b5fa7841598b tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:06.763498 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-461941cf-e8d7-4610-953d-9bb8d7446027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527'] for network, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:06.764639 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461941cf-e8d7-4610-953d-9bb8d7446027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:06.765312 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-461941cf-e8d7-4610-953d-9bb8d7446027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for network, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:06.832516 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-6a1b62bb-b0bb-48ff-bb1c-0272d474f180 None None] Attempting to bind port 9056374d-a7db-407b-81b2-26628dad619e on host dv-cinder-801617-4-iscsi for vnic_type normal with profile {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 05:56:06.835894 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-6a1b62bb-b0bb-48ff-bb1c-0272d474f180 None None] Attempting to bind port 9056374d-a7db-407b-81b2-26628dad619e by drivers openvswitch,hyperv on host dv-cinder-801617-4-iscsi at level 0 using segments [{'id': '0b477fa9-9a15-43bb-aae1-0edcbae189f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '547de350-98df-426a-b398-b032321fdf42'}] {{(pid=100433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 05:56:06.836485 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1b62bb-b0bb-48ff-bb1c-0272d474f180 None None] Attempting to bind port 9056374d-a7db-407b-81b2-26628dad619e on network 547de350-98df-426a-b398-b032321fdf42 {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:56:06.847174 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1b62bb-b0bb-48ff-bb1c-0272d474f180 None None] Checking agent: {'id': '5d82a469-56b0-42fa-aca6-e62dd4c1f49c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 5, 45, 36), 'started_at': datetime.datetime(2021, 8, 4, 5, 46, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 5, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 05:56:06.853510 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1b62bb-b0bb-48ff-bb1c-0272d474f180 None None] Checking segment: {'id': '0b477fa9-9a15-43bb-aae1-0edcbae189f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '547de350-98df-426a-b398-b032321fdf42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:56:06.855144 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6a1b62bb-b0bb-48ff-bb1c-0272d474f180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:06.855144 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1b62bb-b0bb-48ff-bb1c-0272d474f180 None None] Bound using segment: {'id': '0b477fa9-9a15-43bb-aae1-0edcbae189f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '547de350-98df-426a-b398-b032321fdf42'} {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 05:56:06.855144 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-6a1b62bb-b0bb-48ff-bb1c-0272d474f180 None None] Bound port: 9056374d-a7db-407b-81b2-26628dad619e, host: dv-cinder-801617-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b477fa9-9a15-43bb-aae1-0edcbae189f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '547de350-98df-426a-b398-b032321fdf42'}}] {{(pid=100433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 05:56:06.855849 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6a1b62bb-b0bb-48ff-bb1c-0272d474f180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:06.884880 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device d5cfb1a3-d15e-41f0-af65-6b79b38ddcfd up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:56:06.908696 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6db652-5eb4-4c22-a510-b5fa7841598b tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5382faef-1167-44fe-9637-842cce0ccbd7,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:06.936857 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461941cf-e8d7-4610-953d-9bb8d7446027 admin admin] Pushing event updated for resources: {'Network': ['ID=6cd6a946-1a45-456b-b965-f78d212f60ab,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:06.968266 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-38a0df38-d539-4014-9fd8-d0cea10ef639 req-2b298095-66e1-419e-83fe-da890b88dcfd tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] 10.222.0.37 "GET /v2.0/ports?device_id=394a135d-51f7-4473-85fd-7cd99a745af4 HTTP/1.1" status: 200 len: 210 time: 0.0381558 Aug 04 05:56:07.007287 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Network 6cd6a946-1a45-456b-b965-f78d212f60ab details requested by agent ovs-agent-dv-cinder-801617-4-iscsi with host dv-cinder-801617-4-iscsi {{(pid=100433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 05:56:07.022919 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.db_base_plugin_common [req-9704fd63-1567-47b4-872f-1f957bd21699 req-bf6db652-5eb4-4c22-a510-b5fa7841598b tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] Allocated IP 192.168.233.142 (af1858b6-cf03-40bb-9196-afb3511d56b5/9f13c6bb-ceba-4733-aa04-fd776ecea0b2/1c5c3b7e-f910-43c6-8690-4ae036d612ca) {{(pid=100431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 05:56:07.028895 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-461941cf-e8d7-4610-953d-9bb8d7446027 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9462028 Aug 04 05:56:07.032203 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 57910) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:56:07.037563 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [None req-1ad8da62-9619-44a5-a821-f7a3e3ba5710 admin admin] Request body: {'subnet': {'network_id': '6cd6a946-1a45-456b-b965-f78d212f60ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-134086962-subnet', 'tenant_id': '98cce3815a9c46d993d846feafb4a926', 'ip_version': 4}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:56:07.131450 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-6a1b62bb-b0bb-48ff-bb1c-0272d474f180 None None] For port 9056374d-a7db-407b-81b2-26628dad619e, host dv-cinder-801617-4-iscsi, cleared binding levels {{(pid=100433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 05:56:07.137096 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-6a1b62bb-b0bb-48ff-bb1c-0272d474f180 None None] For port 9056374d-a7db-407b-81b2-26628dad619e, host dv-cinder-801617-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=9056374d-a7db-407b-81b2-26628dad619e,segment=NetworkSegment(0b477fa9-9a15-43bb-aae1-0edcbae189f4),segment_id=0b477fa9-9a15-43bb-aae1-0edcbae189f4)] {{(pid=100433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 05:56:07.149959 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port d5cfb1a3-d15e-41f0-af65-6b79b38ddcfd triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:56:07.150328 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:07.198030 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6d7af-b30e-40e8-82e9-34ef44d74df1 req-bd3471d2-69f9-4d43-8f65-560cf2761259 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:07.198030 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-04a6d7af-b30e-40e8-82e9-34ef44d74df1 req-bd3471d2-69f9-4d43-8f65-560cf2761259 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 946 time: 0.1710129 Aug 04 05:56:07.216841 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad8da62-9619-44a5-a821-f7a3e3ba5710 admin admin] Made reservation on behalf of 98cce3815a9c46d993d846feafb4a926 for: {'subnet': 1} {{(pid=100432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 05:56:07.220664 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-1ad8da62-9619-44a5-a821-f7a3e3ba5710 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4625328'] for subnet, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:07.269591 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6a1b62bb-b0bb-48ff-bb1c-0272d474f180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:07.278553 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-04a6d7af-b30e-40e8-82e9-34ef44d74df1 req-fc503290-8578-4404-b80c-cee846710b78 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716612 Aug 04 05:56:07.284925 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-9704fd63-1567-47b4-872f-1f957bd21699 req-bf6db652-5eb4-4c22-a510-b5fa7841598b tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] Notify callbacks [] for port, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:07.299095 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [req-9704fd63-1567-47b4-872f-1f957bd21699 req-bf6db652-5eb4-4c22-a510-b5fa7841598b tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] Transition to ACTIVE for port object 1c5c3b7e-f910-43c6-8690-4ae036d612ca will not be triggered until provisioned by entity DHCP. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:56:07.367556 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1b62bb-b0bb-48ff-bb1c-0272d474f180 None None] Routers {'18851aa5-ada3-4aba-824e-d56a550c4865'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:56:07.368914 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-6a1b62bb-b0bb-48ff-bb1c-0272d474f180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:56:06Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['18851aa5-ada3-4aba-824e-d56a550c4865'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:56:07.434018 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345dbf0f-5880-49f7-ad74-3c30dd565399 None None] Pushing event updated for resources: {'Port': ['ID=9056374d-a7db-407b-81b2-26628dad619e,revision_number=4']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:07.452279 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-9704fd63-1567-47b4-872f-1f957bd21699 req-bf6db652-5eb4-4c22-a510-b5fa7841598b tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4497432'] for port, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:07.456305 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 57926) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:56:07.519036 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9704fd63-1567-47b4-872f-1f957bd21699 req-bf6db652-5eb4-4c22-a510-b5fa7841598b tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] Network af1858b6-cf03-40bb-9196-afb3511d56b5 is already hosted by enough agents. {{(pid=100431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:56:07.522719 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.base_scheduler [req-9704fd63-1567-47b4-872f-1f957bd21699 req-bf6db652-5eb4-4c22-a510-b5fa7841598b tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] Resources bound (agent type, host, resource id): {{(pid=100431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:56:07.526711 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [req-9704fd63-1567-47b4-872f-1f957bd21699 req-bf6db652-5eb4-4c22-a510-b5fa7841598b tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] Received port after_create {{(pid=100431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 05:56:07.578147 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6db652-5eb4-4c22-a510-b5fa7841598b tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] Pushing event updated for resources: {'Port': ['ID=1c5c3b7e-f910-43c6-8690-4ae036d612ca,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:07.589102 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-1ad8da62-9619-44a5-a821-f7a3e3ba5710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5048164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4625294'] for subnet, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:07.656565 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704fd63-1567-47b4-872f-1f957bd21699 req-bf6db652-5eb4-4c22-a510-b5fa7841598b tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:07.660042 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-9704fd63-1567-47b4-872f-1f957bd21699 req-bf6db652-5eb4-4c22-a510-b5fa7841598b tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for port, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:07.711138 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d5be029f-9295-4e1d-838e-fbfc7c57f062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:07.731820 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad8da62-9619-44a5-a821-f7a3e3ba5710 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90ea8abe-48bc-4c94-bc61-20fcc229d005,revision_number=0']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:07.744047 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-6a1b62bb-b0bb-48ff-bb1c-0272d474f180 None None] Set router 18851aa5-ada3-4aba-824e-d56a550c4865 gateway port host: dv-cinder-801617-4-iscsi {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:56:07.760437 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad8da62-9619-44a5-a821-f7a3e3ba5710 admin admin] Checking segment: {'id': '9d5cf0bf-f737-4801-b53b-2dfaf9726d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6cd6a946-1a45-456b-b965-f78d212f60ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:56:07.760800 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad8da62-9619-44a5-a821-f7a3e3ba5710 admin admin] Network hostable DHCP agents. Network: 6cd6a946-1a45-456b-b965-f78d212f60ab, hostable agents: ['4768dbe1-4fdd-4775-b2cc-1723632bf934'], hosted agents: [] {{(pid=100432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 05:56:07.779639 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-9704fd63-1567-47b4-872f-1f957bd21699 req-bf6db652-5eb4-4c22-a510-b5fa7841598b tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7566812 Aug 04 05:56:07.795506 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [req-9704fd63-1567-47b4-872f-1f957bd21699 req-96a33791-a27e-4f66-80ed-bf4e64761b32 service neutron] Request body: {'port': {'device_id': '394a135d-51f7-4473-85fd-7cd99a745af4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:56:07.834349 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6693b30c-6718-4946-8b55-748181203f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:07.872260 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad8da62-9619-44a5-a821-f7a3e3ba5710 admin admin] Network 6cd6a946-1a45-456b-b965-f78d212f60ab is scheduled to be hosted by DHCP agent 4768dbe1-4fdd-4775-b2cc-1723632bf934 with binding_index 1 {{(pid=100432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 05:56:07.884950 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 57936) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:56:07.914553 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08918118-bfa2-4bcd-8534-a925ad6c70df req-114aba4a-76c6-4bae-9fa0-0daa4b1ed86b tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:07.916222 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-08918118-bfa2-4bcd-8534-a925ad6c70df req-114aba4a-76c6-4bae-9fa0-0daa4b1ed86b tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.1002626 Aug 04 05:56:07.956299 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.base_scheduler [None req-1ad8da62-9619-44a5-a821-f7a3e3ba5710 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-4-iscsi, 6cd6a946-1a45-456b-b965-f78d212f60ab) {{(pid=100432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:56:07.968629 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498949b5-db8f-4ad7-8d13-ed1642bda592 None None] Network 6cd6a946-1a45-456b-b965-f78d212f60ab requested from dv-cinder-801617-4-iscsi {{(pid=100433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 05:56:07.977909 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad8da62-9619-44a5-a821-f7a3e3ba5710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:07.978622 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-1ad8da62-9619-44a5-a821-f7a3e3ba5710 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:07.980905 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-9704fd63-1567-47b4-872f-1f957bd21699 req-96a33791-a27e-4f66-80ed-bf4e64761b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:08.009111 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98e48f-7085-450d-9311-b217f760e2f7 req-9867e8b2-1dac-48ab-9679-e6dd40425d91 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:08.017348 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-0d98e48f-7085-450d-9311-b217f760e2f7 req-9867e8b2-1dac-48ab-9679-e6dd40425d91 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.1596241 Aug 04 05:56:08.018537 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-08918118-bfa2-4bcd-8534-a925ad6c70df req-47f2cc0e-4a69-480e-a541-c7d2380e5e96 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961812 Aug 04 05:56:08.046246 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-9827e95c-bde5-4d74-bd19-c81e936a556a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:08.059271 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-63b91bf6-c383-4ced-a2da-54b4069c6f96 None None] Provisioning for port 1c5c3b7e-f910-43c6-8690-4ae036d612ca completed by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:56:08.084863 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-63b91bf6-c383-4ced-a2da-54b4069c6f96 None None] Provisioning complete for port 1c5c3b7e-f910-43c6-8690-4ae036d612ca triggered by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:56:08.085225 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-63b91bf6-c383-4ced-a2da-54b4069c6f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:08.119048 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-0d98e48f-7085-450d-9311-b217f760e2f7 req-c33e88e5-b7ec-4f48-87dd-101904984243 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994480 Aug 04 05:56:08.132343 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d5be029f-9295-4e1d-838e-fbfc7c57f062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:08.163444 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f279d5-a8ec-45e2-beb5-df6e43c46018 req-6b80a083-36dc-41ef-8bd5-ee2a8c418cd0 tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:08.165234 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-67f279d5-a8ec-45e2-beb5-df6e43c46018 req-6b80a083-36dc-41ef-8bd5-ee2a8c418cd0 tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] 10.222.0.37 "GET /v2.0/ports?device_id=394a135d-51f7-4473-85fd-7cd99a745af4 HTTP/1.1" status: 200 len: 936 time: 0.0733018 Aug 04 05:56:08.170460 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-63b91bf6-c383-4ced-a2da-54b4069c6f96 None None] Port 1c5c3b7e-f910-43c6-8690-4ae036d612ca cannot update to ACTIVE because it is not bound. {{(pid=100433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 05:56:08.193658 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d5be029f-9295-4e1d-838e-fbfc7c57f062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:08.197135 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-6a1b62bb-b0bb-48ff-bb1c-0272d474f180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18851aa5-ada3-4aba-824e-d56a550c4865', 'name': 'tempest-TestShelveInstance-1225953417-router', 'tenant_id': '523ead1982c046a394318b39d745033e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'd5cfb1a3-d15e-41f0-af65-6b79b38ddcfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:55:58Z', 'updated_at': '2021-08-04T05:56:03Z', 'revision_number': 4, 'project_id': '523ead1982c046a394318b39d745033e', 'gw_port': {'id': 'd5cfb1a3-d15e-41f0-af65-6b79b38ddcfd', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:8c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18851aa5-ada3-4aba-824e-d56a550c4865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:55:59Z', 'updated_at': '2021-08-04T05:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': '9056374d-a7db-407b-81b2-26628dad619e', 'name': '', 'network_id': '547de350-98df-426a-b398-b032321fdf42', 'tenant_id': '523ead1982c046a394318b39d745033e', 'mac_address': 'fa:16:3e:80:50:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18851aa5-ada3-4aba-824e-d56a550c4865', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '3a532cc5-30fe-4d47-af3d-673ba61686a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:56:02Z', 'updated_at': '2021-08-04T05:56:07Z', 'revision_number': 4, 'project_id': '523ead1982c046a394318b39d745033e', 'subnets': [{'id': '3a532cc5-30fe-4d47-af3d-673ba61686a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:56:08.213855 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-67f279d5-a8ec-45e2-beb5-df6e43c46018 req-f2cd4e48-d3e0-4718-815c-d3dd9d04174a tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] 10.222.0.37 "GET /v2.0/security-groups?id=5382faef-1167-44fe-9637-842cce0ccbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392299 Aug 04 05:56:08.244478 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1b62bb-b0bb-48ff-bb1c-0272d474f180 None None] The sync data for ids ['18851aa5-ada3-4aba-824e-d56a550c4865'] in dv-cinder-801617-4-iscsi is: [{'id': '18851aa5-ada3-4aba-824e-d56a550c4865', 'name': 'tempest-TestShelveInstance-1225953417-router', 'tenant_id': '523ead1982c046a394318b39d745033e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'd5cfb1a3-d15e-41f0-af65-6b79b38ddcfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:55:58Z', 'updated_at': '2021-08-04T05:56:03Z', 'revision_number': 4, 'project_id': '523ead1982c046a394318b39d745033e', 'gw_port': {'id': 'd5cfb1a3-d15e-41f0-af65-6b79b38ddcfd', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:8c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18851aa5-ada3-4aba-824e-d56a550c4865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:55:59Z', 'updated_at': '2021-08-04T05:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': '9056374d-a7db-407b-81b2-26628dad619e', 'name': '', 'network_id': '547de350-98df-426a-b398-b032321fdf42', 'tenant_id': '523ead1982c046a394318b39d745033e', 'mac_address': 'fa:16:3e:80:50:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18851aa5-ada3-4aba-824e-d56a550c4865', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '3a532cc5-30fe-4d47-af3d-673ba61686a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:56:02Z', 'updated_at': '2021-08-04T05:56:07Z', 'revision_number': 4, 'project_id': '523ead1982c046a394318b39d745033e', 'subnets': [{'id': '3a532cc5-30fe-4d47-af3d-673ba61686a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 05:56:08.255996 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf3dbbc-215c-48bf-9fab-021bf2c1dd0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d1b3a8-ca01-589b-8715-9fbe483b46e6-6cd6a946-1a45-456b-b965-f78d212f60ab', 'network_id': '6cd6a946-1a45-456b-b965-f78d212f60ab', 'tenant_id': '98cce3815a9c46d993d846feafb4a926', 'fixed_ips': [{'subnet_id': '90ea8abe-48bc-4c94-bc61-20fcc229d005'}]}} from dv-cinder-801617-4-iscsi. {{(pid=100433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 05:56:08.256998 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-ddf3dbbc-215c-48bf-9fab-021bf2c1dd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:08.279017 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-1ad8da62-9619-44a5-a821-f7a3e3ba5710 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2431722 Aug 04 05:56:08.279806 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 57942) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:56:08.291477 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [None req-63895fe7-d8d3-4cb5-9e47-140cb40d0fbe admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-134086962-router', 'tenant_id': '98cce3815a9c46d993d846feafb4a926', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'}}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:56:08.449710 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-9827e95c-bde5-4d74-bd19-c81e936a556a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:08.519366 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.db_base_plugin_common [None req-ddf3dbbc-215c-48bf-9fab-021bf2c1dd0d None None] Allocated IP 172.20.0.2 (6cd6a946-1a45-456b-b965-f78d212f60ab/90ea8abe-48bc-4c94-bc61-20fcc229d005/b9f0c74e-482c-4656-8d2e-80a0bb7b6789) {{(pid=100433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 05:56:08.530511 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-9827e95c-bde5-4d74-bd19-c81e936a556a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:08.580965 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-9827e95c-bde5-4d74-bd19-c81e936a556a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8ce9ef757d3a428eb01656b976c1585d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6950133 Aug 04 05:56:08.587306 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-d5be029f-9295-4e1d-838e-fbfc7c57f062 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=56dfcaf95a8f477aa87427c38556eb44&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1282725 Aug 04 05:56:08.588760 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be029f-9295-4e1d-838e-fbfc7c57f062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c3fb08-8311-4660-8c84-e2a06f00941b,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:08.592819 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 57948) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:56:08.593245 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 57950) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:56:08.598237 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9827e95c-bde5-4d74-bd19-c81e936a556a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2867a77-8650-46c5-b1c8-40d56cc426b2,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:08.657413 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-63895fe7-d8d3-4cb5-9e47-140cb40d0fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25311'] for router, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:08.658483 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-63895fe7-d8d3-4cb5-9e47-140cb40d0fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-954464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24620'] for router, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:08.683528 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480eef2-f5c0-4f44-81db-0c6139d8b2f4 req-ac4fd9a5-d989-4358-8f7d-0098d1259f97 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:08.691363 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-9480eef2-f5c0-4f44-81db-0c6139d8b2f4 req-ac4fd9a5-d989-4358-8f7d-0098d1259f97 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 946 time: 0.2163620 Aug 04 05:56:08.727547 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-ddf3dbbc-215c-48bf-9fab-021bf2c1dd0d None None] Notify callbacks [] for port, precommit_create {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:08.737316 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-ddf3dbbc-215c-48bf-9fab-021bf2c1dd0d None None] Transition to ACTIVE for port object b9f0c74e-482c-4656-8d2e-80a0bb7b6789 will not be triggered until provisioned by entity L2. {{(pid=100433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:56:08.740614 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-63895fe7-d8d3-4cb5-9e47-140cb40d0fbe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:08.754647 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-ddf3dbbc-215c-48bf-9fab-021bf2c1dd0d None None] Transition to ACTIVE for port object b9f0c74e-482c-4656-8d2e-80a0bb7b6789 will not be triggered until provisioned by entity DHCP. {{(pid=100433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:56:08.802456 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d3d57e5d-c852-47f2-baf5-65ad5a481cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:08.823824 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-9480eef2-f5c0-4f44-81db-0c6139d8b2f4 req-81eb2af5-01df-4a25-9d38-9dbc0ef425c7 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315734 Aug 04 05:56:08.824590 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-999dda87-f21b-455f-b68f-6fa6494da885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:08.875839 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 9056374d-a7db-407b-81b2-26628dad619e up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:56:08.894253 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d3d57e5d-c852-47f2-baf5-65ad5a481cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:08.905076 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-ddf3dbbc-215c-48bf-9fab-021bf2c1dd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606'] for port, after_create {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:08.905291 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [req-9704fd63-1567-47b4-872f-1f957bd21699 req-96a33791-a27e-4f66-80ed-bf4e64761b32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c5c3b7e-f910-43c6-8690-4ae036d612ca {{(pid=100431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 05:56:08.922259 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-999dda87-f21b-455f-b68f-6fa6494da885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:08.925095 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-9704fd63-1567-47b4-872f-1f957bd21699 req-96a33791-a27e-4f66-80ed-bf4e64761b32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:08.967378 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf3dbbc-215c-48bf-9fab-021bf2c1dd0d None None] Network 6cd6a946-1a45-456b-b965-f78d212f60ab is already hosted by enough agents. {{(pid=100433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:56:08.973779 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf3dbbc-215c-48bf-9fab-021bf2c1dd0d None None] Pushing event updated for resources: {'Port': ['ID=b9f0c74e-482c-4656-8d2e-80a0bb7b6789,revision_number=1']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:08.980077 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.scheduler.base_scheduler [None req-ddf3dbbc-215c-48bf-9fab-021bf2c1dd0d None None] Resources bound (agent type, host, resource id): {{(pid=100433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:56:08.980077 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf3dbbc-215c-48bf-9fab-021bf2c1dd0d None None] Received port after_create {{(pid=100433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 05:56:08.982425 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [req-9704fd63-1567-47b4-872f-1f957bd21699 req-96a33791-a27e-4f66-80ed-bf4e64761b32 service neutron] Transition to ACTIVE for port object 1c5c3b7e-f910-43c6-8690-4ae036d612ca will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:56:09.046509 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-ddf3dbbc-215c-48bf-9fab-021bf2c1dd0d None None] Attempting to bind port b9f0c74e-482c-4656-8d2e-80a0bb7b6789 on host dv-cinder-801617-4-iscsi for vnic_type normal with profile {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 05:56:09.046894 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-ddf3dbbc-215c-48bf-9fab-021bf2c1dd0d None None] Attempting to bind port b9f0c74e-482c-4656-8d2e-80a0bb7b6789 by drivers openvswitch,hyperv on host dv-cinder-801617-4-iscsi at level 0 using segments [{'id': '9d5cf0bf-f737-4801-b53b-2dfaf9726d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6cd6a946-1a45-456b-b965-f78d212f60ab'}] {{(pid=100433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 05:56:09.047281 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf3dbbc-215c-48bf-9fab-021bf2c1dd0d None None] Attempting to bind port b9f0c74e-482c-4656-8d2e-80a0bb7b6789 on network 6cd6a946-1a45-456b-b965-f78d212f60ab {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:56:09.053156 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf3dbbc-215c-48bf-9fab-021bf2c1dd0d None None] Checking agent: {'id': '5d82a469-56b0-42fa-aca6-e62dd4c1f49c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 5, 45, 36), 'started_at': datetime.datetime(2021, 8, 4, 5, 46, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 5, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 05:56:09.053530 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf3dbbc-215c-48bf-9fab-021bf2c1dd0d None None] Checking segment: {'id': '9d5cf0bf-f737-4801-b53b-2dfaf9726d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6cd6a946-1a45-456b-b965-f78d212f60ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:56:09.053937 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-ddf3dbbc-215c-48bf-9fab-021bf2c1dd0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:09.054336 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf3dbbc-215c-48bf-9fab-021bf2c1dd0d None None] Bound using segment: {'id': '9d5cf0bf-f737-4801-b53b-2dfaf9726d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6cd6a946-1a45-456b-b965-f78d212f60ab'} {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 05:56:09.054955 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-ddf3dbbc-215c-48bf-9fab-021bf2c1dd0d None None] Bound port: b9f0c74e-482c-4656-8d2e-80a0bb7b6789, host: dv-cinder-801617-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d5cf0bf-f737-4801-b53b-2dfaf9726d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6cd6a946-1a45-456b-b965-f78d212f60ab'}}] {{(pid=100433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 05:56:09.055348 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-ddf3dbbc-215c-48bf-9fab-021bf2c1dd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:09.063183 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-9704fd63-1567-47b4-872f-1f957bd21699 req-96a33791-a27e-4f66-80ed-bf4e64761b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4497425'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:09.109338 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning for port 9056374d-a7db-407b-81b2-26628dad619e completed by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:56:09.119125 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port 9056374d-a7db-407b-81b2-26628dad619e triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:56:09.119559 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:09.127983 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-999dda87-f21b-455f-b68f-6fa6494da885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:09.131324 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-999dda87-f21b-455f-b68f-6fa6494da885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:09.135335 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-999dda87-f21b-455f-b68f-6fa6494da885 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/33c3fb08-8311-4660-8c84-e2a06f00941b HTTP/1.1" status: 204 len: 168 time: 0.5392067 Aug 04 05:56:09.164891 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d3d57e5d-c852-47f2-baf5-65ad5a481cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:09.170510 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d3d57e5d-c852-47f2-baf5-65ad5a481cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:09.173412 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-d3d57e5d-c852-47f2-baf5-65ad5a481cd4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f2867a77-8650-46c5-b1c8-40d56cc426b2 HTTP/1.1" status: 204 len: 168 time: 0.5783641 Aug 04 05:56:09.304496 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a33791-a27e-4f66-80ed-bf4e64761b32 service neutron] Pushing event updated for resources: {'Port': ['ID=1c5c3b7e-f910-43c6-8690-4ae036d612ca,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:09.309620 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999dda87-f21b-455f-b68f-6fa6494da885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c3fb08-8311-4660-8c84-e2a06f00941b,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:09.310309 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-ddf3dbbc-215c-48bf-9fab-021bf2c1dd0d None None] For port b9f0c74e-482c-4656-8d2e-80a0bb7b6789, host dv-cinder-801617-4-iscsi, cleared binding levels {{(pid=100433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 05:56:09.343798 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d57e5d-c852-47f2-baf5-65ad5a481cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2867a77-8650-46c5-b1c8-40d56cc426b2,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:09.366403 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-63895fe7-d8d3-4cb5-9e47-140cb40d0fbe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:09.397815 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b96117-3a76-44c2-bea2-c3e53c2805ea req-4c81230e-7f8a-43c6-be7e-6b2634d1ab12 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:09.405988 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-b7b96117-3a76-44c2-bea2-c3e53c2805ea req-4c81230e-7f8a-43c6-be7e-6b2634d1ab12 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.1989827 Aug 04 05:56:09.423318 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-dee0c6e9-f257-441c-951e-ad3806d8c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:09.434930 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-ddf3dbbc-215c-48bf-9fab-021bf2c1dd0d None None] For port b9f0c74e-482c-4656-8d2e-80a0bb7b6789, host dv-cinder-801617-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=b9f0c74e-482c-4656-8d2e-80a0bb7b6789,segment=NetworkSegment(9d5cf0bf-f737-4801-b53b-2dfaf9726d72),segment_id=9d5cf0bf-f737-4801-b53b-2dfaf9726d72)] {{(pid=100433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 05:56:09.462656 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995046f-a77c-43fb-80f7-a885c07292fd req-0326218f-be34-4c5e-b570-640659089b33 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:09.473638 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-7995046f-a77c-43fb-80f7-a885c07292fd req-0326218f-be34-4c5e-b570-640659089b33 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.1551831 Aug 04 05:56:09.483362 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-b7b96117-3a76-44c2-bea2-c3e53c2805ea req-d30ca497-2c81-4344-a9f9-c4e2d5eb8088 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758743 Aug 04 05:56:09.542426 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [req-9704fd63-1567-47b4-872f-1f957bd21699 req-96a33791-a27e-4f66-80ed-bf4e64761b32 service neutron] Attempting to bind port 1c5c3b7e-f910-43c6-8690-4ae036d612ca on host hv-cinder-80161 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 05:56:09.542760 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [req-9704fd63-1567-47b4-872f-1f957bd21699 req-96a33791-a27e-4f66-80ed-bf4e64761b32 service neutron] Attempting to bind port 1c5c3b7e-f910-43c6-8690-4ae036d612ca by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': '1d64849c-7752-48b2-a33d-0e65f040d368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'af1858b6-cf03-40bb-9196-afb3511d56b5'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 05:56:09.543081 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9704fd63-1567-47b4-872f-1f957bd21699 req-96a33791-a27e-4f66-80ed-bf4e64761b32 service neutron] Attempting to bind port 1c5c3b7e-f910-43c6-8690-4ae036d612ca on network af1858b6-cf03-40bb-9196-afb3511d56b5 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:56:09.554241 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-ddf3dbbc-215c-48bf-9fab-021bf2c1dd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:09.555408 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9704fd63-1567-47b4-872f-1f957bd21699 req-96a33791-a27e-4f66-80ed-bf4e64761b32 service neutron] Port 1c5c3b7e-f910-43c6-8690-4ae036d612ca on network af1858b6-cf03-40bb-9196-afb3511d56b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 05:56:09.555664 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9704fd63-1567-47b4-872f-1f957bd21699 req-96a33791-a27e-4f66-80ed-bf4e64761b32 service neutron] Attempting to bind port 1c5c3b7e-f910-43c6-8690-4ae036d612ca on network af1858b6-cf03-40bb-9196-afb3511d56b5 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:56:09.578745 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9704fd63-1567-47b4-872f-1f957bd21699 req-96a33791-a27e-4f66-80ed-bf4e64761b32 service neutron] Checking agent: {'id': 'b8cb1127-4c6b-4c0f-8dda-968dd091f2d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 5, 51, 56), 'started_at': datetime.datetime(2021, 8, 4, 5, 51, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 5, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 05:56:09.579167 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9704fd63-1567-47b4-872f-1f957bd21699 req-96a33791-a27e-4f66-80ed-bf4e64761b32 service neutron] Checking segment: {'id': '1d64849c-7752-48b2-a33d-0e65f040d368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'af1858b6-cf03-40bb-9196-afb3511d56b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:56:09.579459 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9704fd63-1567-47b4-872f-1f957bd21699 req-96a33791-a27e-4f66-80ed-bf4e64761b32 service neutron] Bound using segment: {'id': '1d64849c-7752-48b2-a33d-0e65f040d368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'af1858b6-cf03-40bb-9196-afb3511d56b5'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 05:56:09.583910 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [req-9704fd63-1567-47b4-872f-1f957bd21699 req-96a33791-a27e-4f66-80ed-bf4e64761b32 service neutron] Bound port: 1c5c3b7e-f910-43c6-8690-4ae036d612ca, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d64849c-7752-48b2-a33d-0e65f040d368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'af1858b6-cf03-40bb-9196-afb3511d56b5'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 05:56:09.584459 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-9704fd63-1567-47b4-872f-1f957bd21699 req-96a33791-a27e-4f66-80ed-bf4e64761b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:09.599705 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-7995046f-a77c-43fb-80f7-a885c07292fd req-8d63c19f-608d-4c33-a4ec-b7558e023a16 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245522 Aug 04 05:56:09.620037 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device ec952f16-dc93-4d6b-a88d-f9718685be57 details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=100433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 05:56:09.716208 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [req-9704fd63-1567-47b4-872f-1f957bd21699 req-96a33791-a27e-4f66-80ed-bf4e64761b32 service neutron] For port 1c5c3b7e-f910-43c6-8690-4ae036d612ca, host hv-cinder-80161, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 05:56:09.727064 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [req-9704fd63-1567-47b4-872f-1f957bd21699 req-96a33791-a27e-4f66-80ed-bf4e64761b32 service neutron] For port 1c5c3b7e-f910-43c6-8690-4ae036d612ca, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=1c5c3b7e-f910-43c6-8690-4ae036d612ca,segment=NetworkSegment(1d64849c-7752-48b2-a33d-0e65f040d368),segment_id=1d64849c-7752-48b2-a33d-0e65f040d368)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 05:56:09.746395 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:09.759395 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6e8b1-3361-4e6f-a9bd-7b94b7c6b376 req-659dd088-6e36-4470-bb13-e25a33ff9f2c tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:09.768119 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-69d6e8b1-3361-4e6f-a9bd-7b94b7c6b376 req-659dd088-6e36-4470-bb13-e25a33ff9f2c tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] 10.222.0.37 "GET /v2.0/ports?device_id=394a135d-51f7-4473-85fd-7cd99a745af4 HTTP/1.1" status: 200 len: 948 time: 0.1235104 Aug 04 05:56:09.789686 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-9704fd63-1567-47b4-872f-1f957bd21699 req-96a33791-a27e-4f66-80ed-bf4e64761b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4497425'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:09.917463 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a33791-a27e-4f66-80ed-bf4e64761b32 service neutron] Pushing event updated for resources: {'Port': ['ID=1c5c3b7e-f910-43c6-8690-4ae036d612ca,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:09.943408 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-69d6e8b1-3361-4e6f-a9bd-7b94b7c6b376 req-051e5157-7c63-4731-97f7-ac2491ceef68 tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] 10.222.0.37 "GET /v2.0/security-groups?id=5382faef-1167-44fe-9637-842cce0ccbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743374 Aug 04 05:56:09.964674 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704fd63-1567-47b4-872f-1f957bd21699 req-96a33791-a27e-4f66-80ed-bf4e64761b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:09.965276 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-9704fd63-1567-47b4-872f-1f957bd21699 req-96a33791-a27e-4f66-80ed-bf4e64761b32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for port, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:09.966710 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-9704fd63-1567-47b4-872f-1f957bd21699 req-96a33791-a27e-4f66-80ed-bf4e64761b32 service neutron] 10.222.0.18 "PUT /v2.0/ports/1c5c3b7e-f910-43c6-8690-4ae036d612ca HTTP/1.1" status: 200 len: 1098 time: 2.1772525 Aug 04 05:56:09.995406 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '394a135d-51f7-4473-85fd-7cd99a745af4', 'tag': '1c5c3b7e-f910-43c6-8690-4ae036d612ca'}] {{(pid=100431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:56:10.006516 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d047a0739a9e621485ccc482307aa98cd58e8937adb7e4be7ba07b62ec6ee677" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925cae3f-13a0-4f9a-b89e-a3fb4b1fcde7" -d '{"events": [{"name": "network-changed", "server_uuid": "394a135d-51f7-4473-85fd-7cd99a745af4", "tag": "1c5c3b7e-f910-43c6-8690-4ae036d612ca"}]}' {{(pid=100431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:56:10.019844 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf3dbbc-215c-48bf-9fab-021bf2c1dd0d None None] Pushing event updated for resources: {'Port': ['ID=b9f0c74e-482c-4656-8d2e-80a0bb7b6789,revision_number=2']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:10.028700 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-63895fe7-d8d3-4cb5-9e47-140cb40d0fbe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:10.148340 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-63895fe7-d8d3-4cb5-9e47-140cb40d0fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:10.174017 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 05:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8078bbad-509c-4738-ad0f-470fc8b2c00a x-openstack-request-id: req-8078bbad-509c-4738-ad0f-470fc8b2c00a {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:56:10.174249 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "394a135d-51f7-4473-85fd-7cd99a745af4", "tag": "1c5c3b7e-f910-43c6-8690-4ae036d612ca", "status": "completed", "code": 200}]} {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:56:10.174531 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8078bbad-509c-4738-ad0f-470fc8b2c00a {{(pid=100431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:56:10.174923 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '394a135d-51f7-4473-85fd-7cd99a745af4', 'tag': '1c5c3b7e-f910-43c6-8690-4ae036d612ca', 'status': 'completed', 'code': 200} Aug 04 05:56:10.189677 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] For port 9056374d-a7db-407b-81b2-26628dad619e, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=9056374d-a7db-407b-81b2-26628dad619e,segment=NetworkSegment(0b477fa9-9a15-43bb-aae1-0edcbae189f4),segment_id=0b477fa9-9a15-43bb-aae1-0edcbae189f4)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:56:10.291683 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port ec952f16-dc93-4d6b-a88d-f9718685be57, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=ec952f16-dc93-4d6b-a88d-f9718685be57,segment=NetworkSegment(ec29bf54-ee61-44b2-b8df-ad8fd94577ee),segment_id=ec29bf54-ee61-44b2-b8df-ad8fd94577ee)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:56:10.294347 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:10.332991 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d2211-d270-408c-a729-121b5dd478b5 req-73afec89-6432-4ddd-ab27-995e0ee6281d tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:10.335217 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-845d2211-d270-408c-a729-121b5dd478b5 req-73afec89-6432-4ddd-ab27-995e0ee6281d tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 946 time: 0.2446382 Aug 04 05:56:10.359957 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704fd63-1567-47b4-872f-1f957bd21699 req-1245717d-bc3c-48a6-a971-57ac70910802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:10.367188 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-9704fd63-1567-47b4-872f-1f957bd21699 req-1245717d-bc3c-48a6-a971-57ac70910802 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c4e9e841287644c997c2f5ffedc80ed0&device_id=394a135d-51f7-4473-85fd-7cd99a745af4 HTTP/1.1" status: 200 len: 1101 time: 0.1990366 Aug 04 05:56:10.415930 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.db_base_plugin_common [None req-63895fe7-d8d3-4cb5-9e47-140cb40d0fbe admin admin] Allocated IP 172.27.1.202 (ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5/3914311c-894e-41ec-96a2-d757dbda92d2/ea13910a-fe57-432c-8af4-8caf452038ff) {{(pid=100432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 05:56:10.438811 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-9704fd63-1567-47b4-872f-1f957bd21699 req-dd73209a-fab7-4807-9b5d-69712f0c2ef2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=1c5c3b7e-f910-43c6-8690-4ae036d612ca HTTP/1.1" status: 200 len: 217 time: 0.0516779 Aug 04 05:56:10.443038 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Pushing event updated for resources: {'Port': ['ID=9056374d-a7db-407b-81b2-26628dad619e,revision_number=5']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:10.444200 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Returning: {'device': 'ec952f16-dc93-4d6b-a88d-f9718685be57', 'network_id': 'a493c09c-6949-44f8-8e08-fbb13c36d6a2', 'port_id': 'ec952f16-dc93-4d6b-a88d-f9718685be57', 'mac_address': 'fa:16:3e:40:b5:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aeabe42-c308-496c-8730-52b38af59b7d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 05:56:10.504491 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:10.513285 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-845d2211-d270-408c-a729-121b5dd478b5 req-2c5a26f6-bddf-4c7b-aabf-622731305e5b tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526196 Aug 04 05:56:10.548641 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec952f16-dc93-4d6b-a88d-f9718685be57 {{(pid=100433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 05:56:10.596072 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704fd63-1567-47b4-872f-1f957bd21699 req-8328bd7b-935b-41fd-aa45-7eed1233bfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:10.597811 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-9704fd63-1567-47b4-872f-1f957bd21699 req-8328bd7b-935b-41fd-aa45-7eed1233bfad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f13c6bb-ceba-4733-aa04-fd776ecea0b2 HTTP/1.1" status: 200 len: 843 time: 0.1467438 Aug 04 05:56:10.610231 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port ec952f16-dc93-4d6b-a88d-f9718685be57, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=ec952f16-dc93-4d6b-a88d-f9718685be57,segment=NetworkSegment(ec29bf54-ee61-44b2-b8df-ad8fd94577ee),segment_id=ec29bf54-ee61-44b2-b8df-ad8fd94577ee)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:56:10.673111 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704fd63-1567-47b4-872f-1f957bd21699 req-88e0302d-081d-4452-a4d5-bd26c549253e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:10.678354 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-63895fe7-d8d3-4cb5-9e47-140cb40d0fbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:10.679566 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-9704fd63-1567-47b4-872f-1f957bd21699 req-88e0302d-081d-4452-a4d5-bd26c549253e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=af1858b6-cf03-40bb-9196-afb3511d56b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0647259 Aug 04 05:56:10.743484 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2eaa2d-41e4-4903-b541-b4dc02cc233e req-4cde28d5-2196-4cd3-b4a4-2c2981d6ab11 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:10.746099 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0c2eaa2d-41e4-4903-b541-b4dc02cc233e req-4cde28d5-2196-4cd3-b4a4-2c2981d6ab11 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.0770054 Aug 04 05:56:10.789029 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:10.870954 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0c2eaa2d-41e4-4903-b541-b4dc02cc233e req-576313a2-0a63-4ea7-9b2c-2c2b4dc7ac33 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066267 Aug 04 05:56:10.875418 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-63895fe7-d8d3-4cb5-9e47-140cb40d0fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:10.890387 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230f169-6954-4972-ac53-78fb7398f6c6 req-e25d1069-50fb-45e2-bf9c-4fee355f5325 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:10.890387 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-7230f169-6954-4972-ac53-78fb7398f6c6 req-e25d1069-50fb-45e2-bf9c-4fee355f5325 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.1780357 Aug 04 05:56:10.929743 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=ec952f16-dc93-4d6b-a88d-f9718685be57,revision_number=6']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:10.954705 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63895fe7-d8d3-4cb5-9e47-140cb40d0fbe admin admin] Network ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5 is already hosted by enough agents. {{(pid=100432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:56:10.955482 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] get_ports_and_sgs() called for port_ids ['ec952f16-dc93-4d6b-a88d-f9718685be57'] {{(pid=100433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 05:56:10.978918 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.base_scheduler [None req-63895fe7-d8d3-4cb5-9e47-140cb40d0fbe admin admin] Resources bound (agent type, host, resource id): {{(pid=100432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:56:10.988949 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63895fe7-d8d3-4cb5-9e47-140cb40d0fbe admin admin] Received port after_create {{(pid=100432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 05:56:10.990798 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-9704fd63-1567-47b4-872f-1f957bd21699 req-2dca2b14-3e26-4b9d-824b-c7aa0c8d9655 service neutron] 10.222.0.18 "GET /v2.0/networks/af1858b6-cf03-40bb-9196-afb3511d56b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980182 Aug 04 05:56:11.160135 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 9056374d-a7db-407b-81b2-26628dad619e up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:56:11.166798 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-7230f169-6954-4972-ac53-78fb7398f6c6 req-ddc9ff24-68eb-4cca-bbc0-d6e3ffe92887 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2669694 Aug 04 05:56:11.201209 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63895fe7-d8d3-4cb5-9e47-140cb40d0fbe admin admin] Pushing event updated for resources: {'Port': ['ID=ea13910a-fe57-432c-8af4-8caf452038ff,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:11.237599 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-9704fd63-1567-47b4-872f-1f957bd21699 req-b38f28c9-bcad-42a3-a982-8f76f72b4ecb service neutron] 10.222.0.18 "GET /v2.0/networks/af1858b6-cf03-40bb-9196-afb3511d56b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368176 Aug 04 05:56:11.272437 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202b90e-2ec8-42f7-b5d0-3b14fe3e233f req-99796280-bff8-4046-9c07-1db57124c89d tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:11.274698 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-a202b90e-2ec8-42f7-b5d0-3b14fe3e233f req-99796280-bff8-4046-9c07-1db57124c89d tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] 10.222.0.37 "GET /v2.0/ports?device_id=394a135d-51f7-4473-85fd-7cd99a745af4 HTTP/1.1" status: 200 len: 948 time: 0.1953413 Aug 04 05:56:11.332410 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port 9056374d-a7db-407b-81b2-26628dad619e triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:56:11.332728 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:11.352642 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-a202b90e-2ec8-42f7-b5d0-3b14fe3e233f req-3e3e3d11-792e-49d0-b031-b21628561a0c tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] 10.222.0.37 "GET /v2.0/security-groups?id=5382faef-1167-44fe-9637-842cce0ccbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431833 Aug 04 05:56:11.542270 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device b9f0c74e-482c-4656-8d2e-80a0bb7b6789 up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:56:11.554424 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22e5079-33a0-4581-8e54-23ae980a062a None None] Network 6cd6a946-1a45-456b-b965-f78d212f60ab requested from dv-cinder-801617-4-iscsi {{(pid=100433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 05:56:11.555048 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925cae3f-13a0-4f9a-b89e-a3fb4b1fcde7 req-36a60be5-7a2b-4003-8630-700d46aab28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:11.556029 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-925cae3f-13a0-4f9a-b89e-a3fb4b1fcde7 req-36a60be5-7a2b-4003-8630-700d46aab28c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c4e9e841287644c997c2f5ffedc80ed0&device_id=394a135d-51f7-4473-85fd-7cd99a745af4 HTTP/1.1" status: 200 len: 1101 time: 0.1006906 Aug 04 05:56:11.643287 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device ec952f16-dc93-4d6b-a88d-f9718685be57 up at agent hyperv_hv-cinder-80161 {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:56:11.758010 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-65a1515f-cc1d-43bf-869f-f669739c4c3a None None] Provisioning for port b9f0c74e-482c-4656-8d2e-80a0bb7b6789 completed by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:56:11.830336 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning for port b9f0c74e-482c-4656-8d2e-80a0bb7b6789 completed by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:56:11.858229 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Provisioning complete for port ec952f16-dc93-4d6b-a88d-f9718685be57 triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:56:11.858961 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:11.904707 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port b9f0c74e-482c-4656-8d2e-80a0bb7b6789 triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:56:11.908154 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:11.909129 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-63895fe7-d8d3-4cb5-9e47-140cb40d0fbe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:11.987203 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925cae3f-13a0-4f9a-b89e-a3fb4b1fcde7 req-8f923832-166f-42ae-90f1-7f0fc40820de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:11.991552 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-925cae3f-13a0-4f9a-b89e-a3fb4b1fcde7 req-8f923832-166f-42ae-90f1-7f0fc40820de service neutron] 10.222.0.18 "GET /v2.0/networks?id=af1858b6-cf03-40bb-9196-afb3511d56b5 HTTP/1.1" status: 200 len: 870 time: 0.4174900 Aug 04 05:56:12.019709 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f5bbb-f808-4eb2-ad6b-0e2c43905466 req-6a9dcc07-dcd4-4aa0-a207-bb44831bb7a3 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:12.022252 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-6a8f5bbb-f808-4eb2-ad6b-0e2c43905466 req-6a9dcc07-dcd4-4aa0-a207-bb44831bb7a3 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 945 time: 0.2817729 Aug 04 05:56:12.061105 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-925cae3f-13a0-4f9a-b89e-a3fb4b1fcde7 req-3ff9c236-0194-4d70-88d2-6191d6b2731a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=1c5c3b7e-f910-43c6-8690-4ae036d612ca HTTP/1.1" status: 200 len: 217 time: 0.0582204 Aug 04 05:56:12.084869 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:12.146815 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] For port b9f0c74e-482c-4656-8d2e-80a0bb7b6789, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=b9f0c74e-482c-4656-8d2e-80a0bb7b6789,segment=NetworkSegment(9d5cf0bf-f737-4801-b53b-2dfaf9726d72),segment_id=9d5cf0bf-f737-4801-b53b-2dfaf9726d72)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:56:12.148567 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-6a8f5bbb-f808-4eb2-ad6b-0e2c43905466 req-638b7aec-9f1b-4463-854d-50f8f5185b0f tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899663 Aug 04 05:56:12.150133 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:12.225903 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port ec952f16-dc93-4d6b-a88d-f9718685be57, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=ec952f16-dc93-4d6b-a88d-f9718685be57,segment=NetworkSegment(ec29bf54-ee61-44b2-b8df-ad8fd94577ee),segment_id=ec29bf54-ee61-44b2-b8df-ad8fd94577ee)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:56:12.228798 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db707704-794d-470d-8f9c-d70cc2271e8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec952f16-dc93-4d6b-a88d-f9718685be57'}] {{(pid=100433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:56:12.234304 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffe4ad2cefe5cc989f07e8393c985a8403d56455fd91e6fde58b148ee627bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ac3b35-d4b9-4a31-9e6d-e0eb39e23f0e" -d '{"events": [{"server_uuid": "db707704-794d-470d-8f9c-d70cc2271e8b", "name": "network-vif-plugged", "status": "completed", "tag": "ec952f16-dc93-4d6b-a88d-f9718685be57"}]}' {{(pid=100433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:56:12.241550 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:12.269108 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925cae3f-13a0-4f9a-b89e-a3fb4b1fcde7 req-3979a417-f615-4892-b920-b555de41aae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:12.273218 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-925cae3f-13a0-4f9a-b89e-a3fb4b1fcde7 req-3979a417-f615-4892-b920-b555de41aae6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f13c6bb-ceba-4733-aa04-fd776ecea0b2 HTTP/1.1" status: 200 len: 843 time: 0.1262550 Aug 04 05:56:12.351080 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Pushing event updated for resources: {'Port': ['ID=b9f0c74e-482c-4656-8d2e-80a0bb7b6789,revision_number=3']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:12.358184 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:12.373457 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925cae3f-13a0-4f9a-b89e-a3fb4b1fcde7 req-53c643be-6e46-4b55-9881-74780229b79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:12.375311 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-925cae3f-13a0-4f9a-b89e-a3fb4b1fcde7 req-53c643be-6e46-4b55-9881-74780229b79d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=af1858b6-cf03-40bb-9196-afb3511d56b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0944808 Aug 04 05:56:12.400995 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41ac54-2e59-4a9c-b579-47cb0268efb1 req-24bd6341-9ec2-4217-a23d-04c2623dbc0f tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:12.403824 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5c41ac54-2e59-4a9c-b579-47cb0268efb1 req-24bd6341-9ec2-4217-a23d-04c2623dbc0f tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.3422005 Aug 04 05:56:12.487790 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=ec952f16-dc93-4d6b-a88d-f9718685be57,revision_number=7']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:12.514905 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5c41ac54-2e59-4a9c-b579-47cb0268efb1 req-1c85fdde-80e5-4c99-be3c-6fd692b7648d tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008320 Aug 04 05:56:12.550651 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-610d990d-d773-4487-ae5d-6579c82988d0 None None] Provisioning complete for port b9f0c74e-482c-4656-8d2e-80a0bb7b6789 triggered by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:56:12.551172 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-610d990d-d773-4487-ae5d-6579c82988d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:12.574313 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd56ff3-4ce6-4853-bee6-bcdd5223da55 req-10983c44-e5db-4ce1-a7b2-ae0892c3acd9 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:12.576024 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-fcd56ff3-4ce6-4853-bee6-bcdd5223da55 req-10983c44-e5db-4ce1-a7b2-ae0892c3acd9 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.2222366 Aug 04 05:56:12.633472 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 05:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ac2a13-f600-44a8-b8b8-cbd7b4831f0a x-openstack-request-id: req-50ac2a13-f600-44a8-b8b8-cbd7b4831f0a {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:56:12.634070 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db707704-794d-470d-8f9c-d70cc2271e8b", "name": "network-vif-plugged", "status": "completed", "tag": "ec952f16-dc93-4d6b-a88d-f9718685be57", "code": 200}]} {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:56:12.634484 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-50ac2a13-f600-44a8-b8b8-cbd7b4831f0a {{(pid=100433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:56:12.635022 dv-cinder-801617-4-iscsi neutron-server[100433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db707704-794d-470d-8f9c-d70cc2271e8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec952f16-dc93-4d6b-a88d-f9718685be57', 'code': 200} Aug 04 05:56:12.680843 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-63895fe7-d8d3-4cb5-9e47-140cb40d0fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571809'] for router, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:12.697894 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-925cae3f-13a0-4f9a-b89e-a3fb4b1fcde7 req-fbf30872-e73a-44c3-89ab-38da39e3dda3 service neutron] 10.222.0.18 "GET /v2.0/networks/af1858b6-cf03-40bb-9196-afb3511d56b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960563 Aug 04 05:56:12.703728 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-fcd56ff3-4ce6-4853-bee6-bcdd5223da55 req-8c1c50c6-8e6c-43af-ba6b-0cfc80a4e16f tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151032 Aug 04 05:56:12.789235 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ebeda8-ac8f-4a83-8183-e5337ce4caee req-1faef184-ad97-4fae-abbe-65b9b09c411d tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:12.791410 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-54ebeda8-ac8f-4a83-8183-e5337ce4caee req-1faef184-ad97-4fae-abbe-65b9b09c411d tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] 10.222.0.37 "GET /v2.0/ports?device_id=394a135d-51f7-4473-85fd-7cd99a745af4 HTTP/1.1" status: 200 len: 948 time: 0.1037109 Aug 04 05:56:12.909107 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device b9f0c74e-482c-4656-8d2e-80a0bb7b6789 up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:56:12.918588 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-54ebeda8-ac8f-4a83-8183-e5337ce4caee req-1911c062-0440-42b6-8d65-2d1e2f69f8f2 tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] 10.222.0.37 "GET /v2.0/security-groups?id=5382faef-1167-44fe-9637-842cce0ccbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768282 Aug 04 05:56:12.940967 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-925cae3f-13a0-4f9a-b89e-a3fb4b1fcde7 req-49cdf235-dc8f-4e1f-a82c-a9da858c679d service neutron] 10.222.0.18 "GET /v2.0/networks/af1858b6-cf03-40bb-9196-afb3511d56b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023041 Aug 04 05:56:13.001272 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port b9f0c74e-482c-4656-8d2e-80a0bb7b6789 triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:56:13.001272 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:13.316524 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02192bbe-ae79-41c1-b125-2597476470d6 req-6b9e9063-a6d2-484e-9594-6e15208130eb tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:13.318616 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-02192bbe-ae79-41c1-b125-2597476470d6 req-6b9e9063-a6d2-484e-9594-6e15208130eb tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 946 time: 0.0597136 Aug 04 05:56:13.361842 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-02192bbe-ae79-41c1-b125-2597476470d6 req-e6376253-4db1-4641-a609-284e4cfec29a tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363948 Aug 04 05:56:13.554507 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63895fe7-d8d3-4cb5-9e47-140cb40d0fbe admin admin] Router 3dc330e6-2b20-4c4a-8c9e-b2ba64598db1 is scheduled to L3 agent 1092c566-0070-459b-a71e-112f2411deeb with binding_index 1 {{(pid=100432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 05:56:13.716884 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad9f77-6f63-47c3-b43f-266ddc8bbec1 req-c7b545b7-9938-41e8-9c41-af710f9b536e tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:13.718615 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-b9ad9f77-6f63-47c3-b43f-266ddc8bbec1 req-c7b545b7-9938-41e8-9c41-af710f9b536e tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.1062675 Aug 04 05:56:13.728280 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63895fe7-d8d3-4cb5-9e47-140cb40d0fbe admin admin] Notify agent at l3_agent.dv-cinder-801617-4-iscsi the message routers_updated {{(pid=100432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 05:56:13.747284 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8186e600-3043-4585-a8b1-1c1893938586 None None] Sync routers for ids ['3dc330e6-2b20-4c4a-8c9e-b2ba64598db1'] in dv-cinder-801617-4-iscsi {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 05:56:13.759531 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8186e600-3043-4585-a8b1-1c1893938586 None None] Routers {'3dc330e6-2b20-4c4a-8c9e-b2ba64598db1'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:56:13.765260 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-8186e600-3043-4585-a8b1-1c1893938586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:56:06Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['3dc330e6-2b20-4c4a-8c9e-b2ba64598db1'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:56:13.792371 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-b9ad9f77-6f63-47c3-b43f-266ddc8bbec1 req-0a232f0d-545f-4983-99af-cc8e06bf4825 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657814 Aug 04 05:56:13.840045 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-63895fe7-d8d3-4cb5-9e47-140cb40d0fbe admin admin] Notify callbacks [] for router, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:13.843660 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-63895fe7-d8d3-4cb5-9e47-140cb40d0fbe admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.5603924 Aug 04 05:56:13.843875 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 58090) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:56:13.891180 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6b470-a90d-4a21-ab04-0f6894dd82b7 req-093e22c9-e646-4fb0-a35e-5de9d7b7f52d tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:13.904529 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-dba6b470-a90d-4a21-ab04-0f6894dd82b7 req-093e22c9-e646-4fb0-a35e-5de9d7b7f52d tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.0892541 Aug 04 05:56:13.989225 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-dba6b470-a90d-4a21-ab04-0f6894dd82b7 req-068773ad-cee6-4c5b-b033-9dc833bd0b67 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832238 Aug 04 05:56:14.062584 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-8186e600-3043-4585-a8b1-1c1893938586 None None] Set router 3dc330e6-2b20-4c4a-8c9e-b2ba64598db1 gateway port host: dv-cinder-801617-4-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:56:14.130903 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-af02ba66-bd33-4c7f-ad7c-7481e90ae0d9 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 05:56:14.244458 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac79367-6001-4219-9811-805a34e37e4e req-9404d15e-da06-48e6-a326-f604bf8bb413 tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:14.246024 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5ac79367-6001-4219-9811-805a34e37e4e req-9404d15e-da06-48e6-a326-f604bf8bb413 tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] 10.222.0.37 "GET /v2.0/ports?device_id=394a135d-51f7-4473-85fd-7cd99a745af4 HTTP/1.1" status: 200 len: 948 time: 0.1636717 Aug 04 05:56:14.315477 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-8186e600-3043-4585-a8b1-1c1893938586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc330e6-2b20-4c4a-8c9e-b2ba64598db1', 'name': 'tempest-TestShelveInstance-134086962-router', 'tenant_id': '98cce3815a9c46d993d846feafb4a926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'ea13910a-fe57-432c-8af4-8caf452038ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:56:08Z', 'updated_at': '2021-08-04T05:56:11Z', 'revision_number': 3, 'project_id': '98cce3815a9c46d993d846feafb4a926', 'gw_port': {'id': 'ea13910a-fe57-432c-8af4-8caf452038ff', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:27:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc330e6-2b20-4c4a-8c9e-b2ba64598db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:56:10Z', 'updated_at': '2021-08-04T05:56:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi'}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:56:14.329611 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5ac79367-6001-4219-9811-805a34e37e4e req-91447465-b310-43f4-8d03-5ef9fda758a4 tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] 10.222.0.37 "GET /v2.0/security-groups?id=5382faef-1167-44fe-9637-842cce0ccbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756886 Aug 04 05:56:14.361012 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8186e600-3043-4585-a8b1-1c1893938586 None None] Checking router: 3dc330e6-2b20-4c4a-8c9e-b2ba64598db1 for host: dv-cinder-801617-4-iscsi {{(pid=100434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 05:56:14.361363 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8186e600-3043-4585-a8b1-1c1893938586 None None] Updating router 3dc330e6-2b20-4c4a-8c9e-b2ba64598db1 port ea13910a-fe57-432c-8af4-8caf452038ff binding host dv-cinder-801617-4-iscsi {{(pid=100434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 05:56:14.405614 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-8186e600-3043-4585-a8b1-1c1893938586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:14.543505 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f82a5-2080-4070-ac4f-add0d06de795 req-719210c5-dd06-42ae-81c6-8c8eb5f7674e tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:14.551672 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-c57f82a5-2080-4070-ac4f-add0d06de795 req-719210c5-dd06-42ae-81c6-8c8eb5f7674e tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 946 time: 0.0848191 Aug 04 05:56:14.588936 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-c57f82a5-2080-4070-ac4f-add0d06de795 req-b749b535-3b05-43de-a83c-24d8810b2a6f tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351307 Aug 04 05:56:14.773162 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-8186e600-3043-4585-a8b1-1c1893938586 None None] Notify callbacks [] for port, precommit_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:14.789959 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.provisioning_blocks [None req-8186e600-3043-4585-a8b1-1c1893938586 None None] Transition to ACTIVE for port object ea13910a-fe57-432c-8af4-8caf452038ff will not be triggered until provisioned by entity L2. {{(pid=100434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:56:14.862731 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-8186e600-3043-4585-a8b1-1c1893938586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:14.969383 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.managers [None req-8186e600-3043-4585-a8b1-1c1893938586 None None] Attempting to bind port ea13910a-fe57-432c-8af4-8caf452038ff on host dv-cinder-801617-4-iscsi for vnic_type normal with profile {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 05:56:14.970344 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.managers [None req-8186e600-3043-4585-a8b1-1c1893938586 None None] Attempting to bind port ea13910a-fe57-432c-8af4-8caf452038ff by drivers openvswitch,hyperv on host dv-cinder-801617-4-iscsi at level 0 using segments [{'id': '1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'}] {{(pid=100434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 05:56:14.971059 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8186e600-3043-4585-a8b1-1c1893938586 None None] Attempting to bind port ea13910a-fe57-432c-8af4-8caf452038ff on network ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5 {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:56:14.996738 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8186e600-3043-4585-a8b1-1c1893938586 None None] Checking agent: {'id': '5d82a469-56b0-42fa-aca6-e62dd4c1f49c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 5, 45, 36), 'started_at': datetime.datetime(2021, 8, 4, 5, 46, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 5, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 05:56:14.997127 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8186e600-3043-4585-a8b1-1c1893938586 None None] Checking segment: {'id': '1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:56:14.997533 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-8186e600-3043-4585-a8b1-1c1893938586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:14.997925 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8186e600-3043-4585-a8b1-1c1893938586 None None] Bound using segment: {'id': '1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'} {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 05:56:14.998416 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.managers [None req-8186e600-3043-4585-a8b1-1c1893938586 None None] Bound port: ea13910a-fe57-432c-8af4-8caf452038ff, host: dv-cinder-801617-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'}}] {{(pid=100434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 05:56:14.998878 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-8186e600-3043-4585-a8b1-1c1893938586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:15.054331 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-fa0873d0-8a85-4da5-be96-e0458595de31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:15.240209 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.db [None req-8186e600-3043-4585-a8b1-1c1893938586 None None] For port ea13910a-fe57-432c-8af4-8caf452038ff, host dv-cinder-801617-4-iscsi, cleared binding levels {{(pid=100434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 05:56:15.244382 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.db [None req-8186e600-3043-4585-a8b1-1c1893938586 None None] For port ea13910a-fe57-432c-8af4-8caf452038ff, host dv-cinder-801617-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=ea13910a-fe57-432c-8af4-8caf452038ff,segment=NetworkSegment(1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa),segment_id=1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa)] {{(pid=100434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 05:56:15.245868 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731228cd-1d2b-4667-b24f-454d0172d5ef None None] Pushing event updated for resources: {'Port': ['ID=ea13910a-fe57-432c-8af4-8caf452038ff,revision_number=2']} {{(pid=100434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:15.248689 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c28c1-36ee-4b8f-87e0-becca2398de9 req-44894f5f-428e-4de4-844c-a388fb4117a6 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:15.275198 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-3c8c28c1-36ee-4b8f-87e0-becca2398de9 req-44894f5f-428e-4de4-844c-a388fb4117a6 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.3352597 Aug 04 05:56:15.337171 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-8186e600-3043-4585-a8b1-1c1893938586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:15.343894 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-3c8c28c1-36ee-4b8f-87e0-becca2398de9 req-ef42e724-ab43-4bd9-9170-366f57bc6f08 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675707 Aug 04 05:56:15.400545 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74c816-230c-4bcc-8657-7898e863e80c req-4fb83aea-7448-4d58-88ef-4c96eb4a0570 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:15.402387 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-8b74c816-230c-4bcc-8657-7898e863e80c req-4fb83aea-7448-4d58-88ef-4c96eb4a0570 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.2012162 Aug 04 05:56:15.458594 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731228cd-1d2b-4667-b24f-454d0172d5ef None None] Pushing event updated for resources: {'Port': ['ID=ea13910a-fe57-432c-8af4-8caf452038ff,revision_number=3']} {{(pid=100434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:15.470753 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8186e600-3043-4585-a8b1-1c1893938586 None None] Routers {'3dc330e6-2b20-4c4a-8c9e-b2ba64598db1'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:56:15.471818 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-8186e600-3043-4585-a8b1-1c1893938586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:56:06Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['3dc330e6-2b20-4c4a-8c9e-b2ba64598db1'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:56:15.478867 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-8b74c816-230c-4bcc-8657-7898e863e80c req-f8347779-081e-4b55-9fb5-4b17e71f1bd3 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644808 Aug 04 05:56:15.490195 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.db_base_plugin_common [None req-fa0873d0-8a85-4da5-be96-e0458595de31 admin admin] Allocated IP 172.20.0.1 (6cd6a946-1a45-456b-b965-f78d212f60ab/90ea8abe-48bc-4c94-bc61-20fcc229d005/532503a9-cd32-46f5-95e1-96478bc7ae68) {{(pid=100432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 05:56:15.617351 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 1c5c3b7e-f910-43c6-8690-4ae036d612ca details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=100433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 05:56:15.621126 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eddccfd-6cc7-45f6-b427-fa320e1e1443 req-25177a90-235a-4171-a29b-c03ee066cba6 tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:15.628452 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-8eddccfd-6cc7-45f6-b427-fa320e1e1443 req-25177a90-235a-4171-a29b-c03ee066cba6 tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] 10.222.0.37 "GET /v2.0/ports?device_id=394a135d-51f7-4473-85fd-7cd99a745af4 HTTP/1.1" status: 200 len: 948 time: 0.1293871 Aug 04 05:56:15.662505 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-8186e600-3043-4585-a8b1-1c1893938586 None None] Set router 3dc330e6-2b20-4c4a-8c9e-b2ba64598db1 gateway port host: dv-cinder-801617-4-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:56:15.706108 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-8eddccfd-6cc7-45f6-b427-fa320e1e1443 req-29fa2641-d26d-4e0c-8eee-2f4f6c3c0bcc tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] 10.222.0.37 "GET /v2.0/security-groups?id=5382faef-1167-44fe-9637-842cce0ccbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767159 Aug 04 05:56:15.729224 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-fa0873d0-8a85-4da5-be96-e0458595de31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:15.760212 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.provisioning_blocks [None req-fa0873d0-8a85-4da5-be96-e0458595de31 admin admin] Transition to ACTIVE for port object 532503a9-cd32-46f5-95e1-96478bc7ae68 will not be triggered until provisioned by entity DHCP. {{(pid=100432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:56:15.876232 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37d8e4-0a29-45ca-a34e-58a53d839c5d req-e209e863-7c6b-4c43-8613-cf022ba7ae2a tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:15.879379 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-fc37d8e4-0a29-45ca-a34e-58a53d839c5d req-e209e863-7c6b-4c43-8613-cf022ba7ae2a tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 946 time: 0.0894461 Aug 04 05:56:15.914045 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-fa0873d0-8a85-4da5-be96-e0458595de31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:15.928190 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 1c5c3b7e-f910-43c6-8690-4ae036d612ca, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=1c5c3b7e-f910-43c6-8690-4ae036d612ca,segment=NetworkSegment(1d64849c-7752-48b2-a33d-0e65f040d368),segment_id=1d64849c-7752-48b2-a33d-0e65f040d368)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:56:15.946149 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-8186e600-3043-4585-a8b1-1c1893938586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc330e6-2b20-4c4a-8c9e-b2ba64598db1', 'name': 'tempest-TestShelveInstance-134086962-router', 'tenant_id': '98cce3815a9c46d993d846feafb4a926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'ea13910a-fe57-432c-8af4-8caf452038ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:56:08Z', 'updated_at': '2021-08-04T05:56:11Z', 'revision_number': 3, 'project_id': '98cce3815a9c46d993d846feafb4a926', 'gw_port': {'id': 'ea13910a-fe57-432c-8af4-8caf452038ff', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:27:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc330e6-2b20-4c4a-8c9e-b2ba64598db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:56:10Z', 'updated_at': '2021-08-04T05:56:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi'}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:56:15.957030 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Returning: {'device': '1c5c3b7e-f910-43c6-8690-4ae036d612ca', 'network_id': 'af1858b6-cf03-40bb-9196-afb3511d56b5', 'port_id': '1c5c3b7e-f910-43c6-8690-4ae036d612ca', 'mac_address': 'fa:16:3e:23:88:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f13c6bb-ceba-4733-aa04-fd776ecea0b2', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 05:56:15.982855 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-fc37d8e4-0a29-45ca-a34e-58a53d839c5d req-0c81013b-f9b0-4fbe-b9ad-bc953fc5d8a8 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960484 Aug 04 05:56:16.020179 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0873d0-8a85-4da5-be96-e0458595de31 admin admin] Pushing event updated for resources: {'Port': ['ID=532503a9-cd32-46f5-95e1-96478bc7ae68,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:16.041977 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0873d0-8a85-4da5-be96-e0458595de31 admin admin] Network 6cd6a946-1a45-456b-b965-f78d212f60ab is already hosted by enough agents. {{(pid=100432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:56:16.046583 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.base_scheduler [None req-fa0873d0-8a85-4da5-be96-e0458595de31 admin admin] Resources bound (agent type, host, resource id): {{(pid=100432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:56:16.053693 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0873d0-8a85-4da5-be96-e0458595de31 admin admin] Received port after_create {{(pid=100432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 05:56:16.058526 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:16.094693 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c5c3b7e-f910-43c6-8690-4ae036d612ca {{(pid=100433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 05:56:16.127801 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8186e600-3043-4585-a8b1-1c1893938586 None None] The sync data for ids ['3dc330e6-2b20-4c4a-8c9e-b2ba64598db1'] in dv-cinder-801617-4-iscsi is: [{'id': '3dc330e6-2b20-4c4a-8c9e-b2ba64598db1', 'name': 'tempest-TestShelveInstance-134086962-router', 'tenant_id': '98cce3815a9c46d993d846feafb4a926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'ea13910a-fe57-432c-8af4-8caf452038ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:56:08Z', 'updated_at': '2021-08-04T05:56:11Z', 'revision_number': 3, 'project_id': '98cce3815a9c46d993d846feafb4a926', 'gw_port': {'id': 'ea13910a-fe57-432c-8af4-8caf452038ff', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:27:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc330e6-2b20-4c4a-8c9e-b2ba64598db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:56:10Z', 'updated_at': '2021-08-04T05:56:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi'}] {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 05:56:16.137720 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-fa0873d0-8a85-4da5-be96-e0458595de31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572798'] for router_interface, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:16.140433 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 1c5c3b7e-f910-43c6-8690-4ae036d612ca, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=1c5c3b7e-f910-43c6-8690-4ae036d612ca,segment=NetworkSegment(1d64849c-7752-48b2-a33d-0e65f040d368),segment_id=1d64849c-7752-48b2-a33d-0e65f040d368)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:56:16.235132 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:16.336579 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=1c5c3b7e-f910-43c6-8690-4ae036d612ca,revision_number=4']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:16.490147 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbf97a9-6945-4da4-ae06-182515922f5c req-ece3c025-c717-4e3f-a847-be919895e2ab tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:16.493213 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-3cbf97a9-6945-4da4-ae06-182515922f5c req-ece3c025-c717-4e3f-a847-be919895e2ab tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.0710793 Aug 04 05:56:16.552311 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-3cbf97a9-6945-4da4-ae06-182515922f5c req-f261fcb7-2037-481b-9f9b-129207033867 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506165 Aug 04 05:56:16.617632 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1cf73f-8068-47d7-87b8-7323bc941664 req-8686b96b-1200-485b-a93e-846308f162ca tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:16.619152 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-3c1cf73f-8068-47d7-87b8-7323bc941664 req-8686b96b-1200-485b-a93e-846308f162ca tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.0599530 Aug 04 05:56:16.662457 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-3c1cf73f-8068-47d7-87b8-7323bc941664 req-576a3288-c4ac-4ecd-92f3-7d682846549b tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369642 Aug 04 05:56:16.742416 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-7a2ad70c-870c-4d2d-b5e6-ff9741683459 None None] Provisioning for port 532503a9-cd32-46f5-95e1-96478bc7ae68 completed by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:56:16.753359 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-7a2ad70c-870c-4d2d-b5e6-ff9741683459 None None] Provisioning complete for port 532503a9-cd32-46f5-95e1-96478bc7ae68 triggered by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:56:16.753969 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-7a2ad70c-870c-4d2d-b5e6-ff9741683459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:16.810996 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-fa0873d0-8a85-4da5-be96-e0458595de31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:16.824351 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-7a2ad70c-870c-4d2d-b5e6-ff9741683459 None None] Port 532503a9-cd32-46f5-95e1-96478bc7ae68 cannot update to ACTIVE because it is not bound. {{(pid=100433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 05:56:16.957717 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device ea13910a-fe57-432c-8af4-8caf452038ff up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:56:17.142782 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning for port ea13910a-fe57-432c-8af4-8caf452038ff completed by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:56:17.147672 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port ea13910a-fe57-432c-8af4-8caf452038ff triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:56:17.148117 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:17.151215 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-fa0873d0-8a85-4da5-be96-e0458595de31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:17.163489 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c0839-3121-484b-90d7-d933f38b6b58 req-2fcbbd3e-44b3-4291-bedc-72be7f7a645b tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:17.173299 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-317c0839-3121-484b-90d7-d933f38b6b58 req-2fcbbd3e-44b3-4291-bedc-72be7f7a645b tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] 10.222.0.37 "GET /v2.0/ports?device_id=394a135d-51f7-4473-85fd-7cd99a745af4 HTTP/1.1" status: 200 len: 949 time: 0.3412645 Aug 04 05:56:17.182143 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356562da-ae57-4246-9058-633d0edfae28 req-a0a484a2-cc3f-45a2-9a57-0e44e74cf3ea tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:17.186772 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-356562da-ae57-4246-9058-633d0edfae28 req-a0a484a2-cc3f-45a2-9a57-0e44e74cf3ea tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 946 time: 0.1097806 Aug 04 05:56:17.254830 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-356562da-ae57-4246-9058-633d0edfae28 req-8eea0fb7-ab81-486a-8831-0d1a465b093c tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574453 Aug 04 05:56:17.276953 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:17.282595 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-fa0873d0-8a85-4da5-be96-e0458595de31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5048305'] for port, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:17.325565 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] For port ea13910a-fe57-432c-8af4-8caf452038ff, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=ea13910a-fe57-432c-8af4-8caf452038ff,segment=NetworkSegment(1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa),segment_id=1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:56:17.368292 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-317c0839-3121-484b-90d7-d933f38b6b58 req-1b75feec-b03f-44ff-a0bf-81a16f1980c1 tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] 10.222.0.37 "GET /v2.0/security-groups?id=5382faef-1167-44fe-9637-842cce0ccbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893799 Aug 04 05:56:17.422539 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:17.448818 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0873d0-8a85-4da5-be96-e0458595de31 admin admin] Pushing event updated for resources: {'Port': ['ID=532503a9-cd32-46f5-95e1-96478bc7ae68,revision_number=2']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:17.452786 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-fa0873d0-8a85-4da5-be96-e0458595de31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572898'] for router_interface, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:17.502075 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Pushing event updated for resources: {'Port': ['ID=ea13910a-fe57-432c-8af4-8caf452038ff,revision_number=4']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:17.645385 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0873d0-8a85-4da5-be96-e0458595de31 admin admin] Network 6cd6a946-1a45-456b-b965-f78d212f60ab is already hosted by enough agents. {{(pid=100432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:56:17.648741 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.base_scheduler [None req-fa0873d0-8a85-4da5-be96-e0458595de31 admin admin] Resources bound (agent type, host, resource id): {{(pid=100432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:56:17.656434 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 58158) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:56:17.785185 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537977d-944f-4b14-ad68-1288a00e8a5b req-57a57679-1daf-4020-bfec-e84ee6074350 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:17.795422 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-8537977d-944f-4b14-ad68-1288a00e8a5b req-57a57679-1daf-4020-bfec-e84ee6074350 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.0907803 Aug 04 05:56:17.914765 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0873d0-8a85-4da5-be96-e0458595de31 admin admin] Router 3dc330e6-2b20-4c4a-8c9e-b2ba64598db1 has already been hosted by L3 agent 1092c566-0070-459b-a71e-112f2411deeb {{(pid=100432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 05:56:17.929631 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47540da0-a433-4814-a497-94453f21dfe0 req-8cd10a19-5d23-45b7-8aba-7c592b734f45 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:17.931449 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-47540da0-a433-4814-a497-94453f21dfe0 req-8cd10a19-5d23-45b7-8aba-7c592b734f45 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.1082575 Aug 04 05:56:17.951974 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-8537977d-944f-4b14-ad68-1288a00e8a5b req-2c9d4234-855a-4977-ad9a-65e7d46f2e86 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552896 Aug 04 05:56:17.995744 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-04ed2bf9-7922-4b35-aafb-f0caadeafd62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:18.086493 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-47540da0-a433-4814-a497-94453f21dfe0 req-a5d4c7cd-ac43-4849-b3b7-e7c97676c659 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403558 Aug 04 05:56:18.124690 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0873d0-8a85-4da5-be96-e0458595de31 admin admin] Notify agent at l3_agent.dv-cinder-801617-4-iscsi the message routers_updated {{(pid=100432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 05:56:18.139903 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-fa0873d0-8a85-4da5-be96-e0458595de31 admin admin] 10.222.0.37 "PUT /v2.0/routers/3dc330e6-2b20-4c4a-8c9e-b2ba64598db1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2868161 Aug 04 05:56:18.182158 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-1c6591a2-0e71-49a4-8db7-6c536add937a None None] Provisioning complete for port 532503a9-cd32-46f5-95e1-96478bc7ae68 triggered by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:56:18.182687 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-1c6591a2-0e71-49a4-8db7-6c536add937a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:18.208467 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-04ed2bf9-7922-4b35-aafb-f0caadeafd62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:18.243029 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-1c6591a2-0e71-49a4-8db7-6c536add937a None None] Port 532503a9-cd32-46f5-95e1-96478bc7ae68 cannot update to ACTIVE because it is not bound. {{(pid=100433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 05:56:18.310191 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-04ed2bf9-7922-4b35-aafb-f0caadeafd62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:18.399679 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e36c7f-b3bf-4ba5-8c96-6e0b808127a2 None None] Sync routers for ids ['3dc330e6-2b20-4c4a-8c9e-b2ba64598db1'] in dv-cinder-801617-4-iscsi {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 05:56:18.407651 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed2bf9-7922-4b35-aafb-f0caadeafd62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6058099f-66b2-4676-81b3-4a5d266a16a4,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:18.413481 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e36c7f-b3bf-4ba5-8c96-6e0b808127a2 None None] Routers {'3dc330e6-2b20-4c4a-8c9e-b2ba64598db1'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:56:18.414285 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-d6e36c7f-b3bf-4ba5-8c96-6e0b808127a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:56:06Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['3dc330e6-2b20-4c4a-8c9e-b2ba64598db1'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:56:18.484505 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-04ed2bf9-7922-4b35-aafb-f0caadeafd62 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bf9da2ebf67543f5a739f9ec7c46e95e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8266597 Aug 04 05:56:18.487166 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 58178) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:56:18.541635 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41052d0b-ad42-45fa-9fd4-21ce08064dbf req-60a1683d-20b8-4f17-b821-ff9edd29ec6b tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:18.543750 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-41052d0b-ad42-45fa-9fd4-21ce08064dbf req-60a1683d-20b8-4f17-b821-ff9edd29ec6b tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 946 time: 0.1145589 Aug 04 05:56:18.581613 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-d6e36c7f-b3bf-4ba5-8c96-6e0b808127a2 None None] Set router 3dc330e6-2b20-4c4a-8c9e-b2ba64598db1 gateway port host: dv-cinder-801617-4-iscsi {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:56:18.616982 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-41052d0b-ad42-45fa-9fd4-21ce08064dbf req-3253b110-04cf-49ec-9db8-dadfcfbc2097 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649652 Aug 04 05:56:18.625514 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-298b62a9-87d1-4492-a184-2288a56c77ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:18.660528 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-298b62a9-87d1-4492-a184-2288a56c77ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:18.805389 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-298b62a9-87d1-4492-a184-2288a56c77ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:18.808692 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-298b62a9-87d1-4492-a184-2288a56c77ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:18.809990 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-298b62a9-87d1-4492-a184-2288a56c77ca admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6058099f-66b2-4676-81b3-4a5d266a16a4 HTTP/1.1" status: 204 len: 168 time: 0.3215184 Aug 04 05:56:18.830968 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16579156-d7f2-4829-a1e5-08481ad5f781 req-1d7a522e-ef1a-4c07-9ea3-4d6603467571 tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:18.832569 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-16579156-d7f2-4829-a1e5-08481ad5f781 req-1d7a522e-ef1a-4c07-9ea3-4d6603467571 tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] 10.222.0.37 "GET /v2.0/ports?device_id=394a135d-51f7-4473-85fd-7cd99a745af4 HTTP/1.1" status: 200 len: 949 time: 0.0839660 Aug 04 05:56:18.834782 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298b62a9-87d1-4492-a184-2288a56c77ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6058099f-66b2-4676-81b3-4a5d266a16a4,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:18.950472 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device ea13910a-fe57-432c-8af4-8caf452038ff up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:56:18.956563 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-16579156-d7f2-4829-a1e5-08481ad5f781 req-17d65955-9edb-4e1c-8300-9f374defd716 tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] 10.222.0.37 "GET /v2.0/security-groups?id=5382faef-1167-44fe-9637-842cce0ccbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093318 Aug 04 05:56:19.076508 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port ea13910a-fe57-432c-8af4-8caf452038ff triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:56:19.077223 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:19.157844 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-d6e36c7f-b3bf-4ba5-8c96-6e0b808127a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc330e6-2b20-4c4a-8c9e-b2ba64598db1', 'name': 'tempest-TestShelveInstance-134086962-router', 'tenant_id': '98cce3815a9c46d993d846feafb4a926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'ea13910a-fe57-432c-8af4-8caf452038ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:56:08Z', 'updated_at': '2021-08-04T05:56:16Z', 'revision_number': 4, 'project_id': '98cce3815a9c46d993d846feafb4a926', 'gw_port': {'id': 'ea13910a-fe57-432c-8af4-8caf452038ff', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:27:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc330e6-2b20-4c4a-8c9e-b2ba64598db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:56:10Z', 'updated_at': '2021-08-04T05:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': '532503a9-cd32-46f5-95e1-96478bc7ae68', 'name': '', 'network_id': '6cd6a946-1a45-456b-b965-f78d212f60ab', 'tenant_id': '98cce3815a9c46d993d846feafb4a926', 'mac_address': 'fa:16:3e:9c:60:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc330e6-2b20-4c4a-8c9e-b2ba64598db1', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '90ea8abe-48bc-4c94-bc61-20fcc229d005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:56:15Z', 'updated_at': '2021-08-04T05:56:16Z', 'revision_number': 2, 'project_id': '98cce3815a9c46d993d846feafb4a926', 'subnets': [{'id': '90ea8abe-48bc-4c94-bc61-20fcc229d005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:56:19.187410 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1739ba7-f789-4321-bfd5-4d45bba1f941 req-e879fa2a-900d-4f70-9544-1cc1ea8bd0fb tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:19.191502 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e36c7f-b3bf-4ba5-8c96-6e0b808127a2 None None] Checking router: 3dc330e6-2b20-4c4a-8c9e-b2ba64598db1 for host: dv-cinder-801617-4-iscsi {{(pid=100433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 05:56:19.192716 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e36c7f-b3bf-4ba5-8c96-6e0b808127a2 None None] Updating router 3dc330e6-2b20-4c4a-8c9e-b2ba64598db1 port 532503a9-cd32-46f5-95e1-96478bc7ae68 binding host dv-cinder-801617-4-iscsi {{(pid=100433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 05:56:19.199235 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-e1739ba7-f789-4321-bfd5-4d45bba1f941 req-e879fa2a-900d-4f70-9544-1cc1ea8bd0fb tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.0978155 Aug 04 05:56:19.258708 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-d6e36c7f-b3bf-4ba5-8c96-6e0b808127a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:19.264148 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-e1739ba7-f789-4321-bfd5-4d45bba1f941 req-12dbd6c7-10f2-430a-8cfe-1fc21c992a1f tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505376 Aug 04 05:56:19.294423 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 58190) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:56:19.299211 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [None req-bbbb9f22-eb1e-47e6-adad-0c47ad03b5b0 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1455736967', 'description': 'tempest-secgroup-smoke-1455736967 description', 'project_id': '523ead1982c046a394318b39d745033e'}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:56:19.385338 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400df95-8a9e-48c8-ba4a-52c3b542ec6e req-c7748b70-5457-433e-ab0b-7e0fad103d21 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:19.395934 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-d400df95-8a9e-48c8-ba4a-52c3b542ec6e req-c7748b70-5457-433e-ab0b-7e0fad103d21 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.0655274 Aug 04 05:56:19.427185 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-bbbb9f22-eb1e-47e6-adad-0c47ad03b5b0 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks [] for security_group, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:19.452713 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-d400df95-8a9e-48c8-ba4a-52c3b542ec6e req-35acb79b-0314-4510-9bf7-8ac0f80cf272 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514910 Aug 04 05:56:19.601457 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-bbbb9f22-eb1e-47e6-adad-0c47ad03b5b0 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks [] for security_group, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:19.653547 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] get_ports_and_sgs() called for port_ids ['1c5c3b7e-f910-43c6-8690-4ae036d612ca'] {{(pid=100433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 05:56:19.701611 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-bbbb9f22-eb1e-47e6-adad-0c47ad03b5b0 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:19.706114 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-d6e36c7f-b3bf-4ba5-8c96-6e0b808127a2 None None] Notify callbacks [] for port, precommit_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:19.728142 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-d6e36c7f-b3bf-4ba5-8c96-6e0b808127a2 None None] Transition to ACTIVE for port object 532503a9-cd32-46f5-95e1-96478bc7ae68 will not be triggered until provisioned by entity L2. {{(pid=100433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:56:19.787269 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb9f22-eb1e-47e6-adad-0c47ad03b5b0 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17698caf-f8e8-4f6c-8efc-02f837326df3,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:19.819244 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77bd29b-6399-4fd4-bfd9-c61d46a91461 req-83dbd191-65c0-4336-971e-7861002aded9 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:19.821261 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e77bd29b-6399-4fd4-bfd9-c61d46a91461 req-83dbd191-65c0-4336-971e-7861002aded9 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 946 time: 0.0943840 Aug 04 05:56:19.837800 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-d6e36c7f-b3bf-4ba5-8c96-6e0b808127a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:19.851325 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-bbbb9f22-eb1e-47e6-adad-0c47ad03b5b0 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks [] for security_group, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:19.856652 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 58204) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:56:19.858342 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-bbbb9f22-eb1e-47e6-adad-0c47ad03b5b0 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5619555 Aug 04 05:56:19.863336 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-71c68935-3596-4cdd-8ee2-a42470eea4df tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Request body: {'security_group_rule': {'security_group_id': '17698caf-f8e8-4f6c-8efc-02f837326df3', 'project_id': '523ead1982c046a394318b39d745033e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:56:19.895194 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e77bd29b-6399-4fd4-bfd9-c61d46a91461 req-982694f8-cc12-455d-acd6-0bf5a81cb690 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600817 Aug 04 05:56:19.928979 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023cd9cc-3c3c-4369-a568-5d89f5b8c00e None None] Pushing event updated for resources: {'Port': ['ID=532503a9-cd32-46f5-95e1-96478bc7ae68,revision_number=3']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:19.977470 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-71c68935-3596-4cdd-8ee2-a42470eea4df tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:20.103225 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-d6e36c7f-b3bf-4ba5-8c96-6e0b808127a2 None None] Attempting to bind port 532503a9-cd32-46f5-95e1-96478bc7ae68 on host dv-cinder-801617-4-iscsi for vnic_type normal with profile {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 05:56:20.106159 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-d6e36c7f-b3bf-4ba5-8c96-6e0b808127a2 None None] Attempting to bind port 532503a9-cd32-46f5-95e1-96478bc7ae68 by drivers openvswitch,hyperv on host dv-cinder-801617-4-iscsi at level 0 using segments [{'id': '9d5cf0bf-f737-4801-b53b-2dfaf9726d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6cd6a946-1a45-456b-b965-f78d212f60ab'}] {{(pid=100433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 05:56:20.106750 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e36c7f-b3bf-4ba5-8c96-6e0b808127a2 None None] Attempting to bind port 532503a9-cd32-46f5-95e1-96478bc7ae68 on network 6cd6a946-1a45-456b-b965-f78d212f60ab {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:56:20.124707 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e36c7f-b3bf-4ba5-8c96-6e0b808127a2 None None] Checking agent: {'id': '5d82a469-56b0-42fa-aca6-e62dd4c1f49c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 5, 45, 36), 'started_at': datetime.datetime(2021, 8, 4, 5, 46, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 5, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 05:56:20.125839 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e36c7f-b3bf-4ba5-8c96-6e0b808127a2 None None] Checking segment: {'id': '9d5cf0bf-f737-4801-b53b-2dfaf9726d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6cd6a946-1a45-456b-b965-f78d212f60ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:56:20.125839 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-d6e36c7f-b3bf-4ba5-8c96-6e0b808127a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:20.125839 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e36c7f-b3bf-4ba5-8c96-6e0b808127a2 None None] Bound using segment: {'id': '9d5cf0bf-f737-4801-b53b-2dfaf9726d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6cd6a946-1a45-456b-b965-f78d212f60ab'} {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 05:56:20.126328 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-d6e36c7f-b3bf-4ba5-8c96-6e0b808127a2 None None] Bound port: 532503a9-cd32-46f5-95e1-96478bc7ae68, host: dv-cinder-801617-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d5cf0bf-f737-4801-b53b-2dfaf9726d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6cd6a946-1a45-456b-b965-f78d212f60ab'}}] {{(pid=100433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 05:56:20.126716 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-d6e36c7f-b3bf-4ba5-8c96-6e0b808127a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:20.303486 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-d6e36c7f-b3bf-4ba5-8c96-6e0b808127a2 None None] For port 532503a9-cd32-46f5-95e1-96478bc7ae68, host dv-cinder-801617-4-iscsi, cleared binding levels {{(pid=100433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 05:56:20.304107 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-71c68935-3596-4cdd-8ee2-a42470eea4df tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:20.316137 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-d6e36c7f-b3bf-4ba5-8c96-6e0b808127a2 None None] For port 532503a9-cd32-46f5-95e1-96478bc7ae68, host dv-cinder-801617-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=532503a9-cd32-46f5-95e1-96478bc7ae68,segment=NetworkSegment(9d5cf0bf-f737-4801-b53b-2dfaf9726d72),segment_id=9d5cf0bf-f737-4801-b53b-2dfaf9726d72)] {{(pid=100433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 05:56:20.337697 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d9e5f-5ae7-4d68-ba72-a066bfd1b89f req-f360bf26-3034-499f-aa3d-70b723d36ad8 tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:20.352463 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-c49d9e5f-5ae7-4d68-ba72-a066bfd1b89f req-f360bf26-3034-499f-aa3d-70b723d36ad8 tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] 10.222.0.37 "GET /v2.0/ports?device_id=394a135d-51f7-4473-85fd-7cd99a745af4 HTTP/1.1" status: 200 len: 949 time: 0.1874683 Aug 04 05:56:20.412210 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-d6e36c7f-b3bf-4ba5-8c96-6e0b808127a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:20.419896 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-71c68935-3596-4cdd-8ee2-a42470eea4df tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997345'] for security_group_rule, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:20.481770 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-c49d9e5f-5ae7-4d68-ba72-a066bfd1b89f req-84cb8048-a79d-43d6-bd5c-e5b7aa4e68d7 tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] 10.222.0.37 "GET /v2.0/security-groups?id=5382faef-1167-44fe-9637-842cce0ccbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282487 Aug 04 05:56:20.500800 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edaf294-2e9a-4343-aba7-5e1f6702b5e4 req-d30cfdc1-fb89-484e-81db-6b00827bab7c tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:20.514517 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-1edaf294-2e9a-4343-aba7-5e1f6702b5e4 req-d30cfdc1-fb89-484e-81db-6b00827bab7c tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.1289284 Aug 04 05:56:20.532676 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c68935-3596-4cdd-8ee2-a42470eea4df tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56fb15f7-bafd-4663-8a6f-8f32626f2be9,revision_number=0']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:20.585048 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 58230) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:56:20.606786 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-71c68935-3596-4cdd-8ee2-a42470eea4df tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:20.608498 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-71c68935-3596-4cdd-8ee2-a42470eea4df tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7505028 Aug 04 05:56:20.615558 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 58234) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:56:20.622945 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-6d7c0fd4-a90a-4710-ac18-31f76828a487 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Request body: {'security_group_rule': {'security_group_id': '17698caf-f8e8-4f6c-8efc-02f837326df3', 'project_id': '523ead1982c046a394318b39d745033e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:56:20.651288 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-1edaf294-2e9a-4343-aba7-5e1f6702b5e4 req-d460cb08-bf44-4486-a759-37c3e754464e tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355796 Aug 04 05:56:20.685068 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e36c7f-b3bf-4ba5-8c96-6e0b808127a2 None None] Routers {'3dc330e6-2b20-4c4a-8c9e-b2ba64598db1'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:56:20.686879 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-d6e36c7f-b3bf-4ba5-8c96-6e0b808127a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:56:06Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['3dc330e6-2b20-4c4a-8c9e-b2ba64598db1'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:56:20.760902 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6d7c0fd4-a90a-4710-ac18-31f76828a487 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:20.819616 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9cf32b-4cec-4842-a286-cce76ba6575e req-183b2ff0-8114-4a02-86e4-ecad6765f4b6 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:20.827275 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-4a9cf32b-4cec-4842-a286-cce76ba6575e req-183b2ff0-8114-4a02-86e4-ecad6765f4b6 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.1592026 Aug 04 05:56:20.854408 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023cd9cc-3c3c-4369-a568-5d89f5b8c00e None None] Pushing event updated for resources: {'Port': ['ID=532503a9-cd32-46f5-95e1-96478bc7ae68,revision_number=4']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:20.857876 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-22aa8e10-5901-45e2-b1d4-c2ed6253a7aa admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1976798926-network', 'tenant_id': '8f62397568a74730be8e584893e1c3e1'}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:56:20.891085 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6d7c0fd4-a90a-4710-ac18-31f76828a487 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:20.894611 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-d6e36c7f-b3bf-4ba5-8c96-6e0b808127a2 None None] Set router 3dc330e6-2b20-4c4a-8c9e-b2ba64598db1 gateway port host: dv-cinder-801617-4-iscsi {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:56:20.930090 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-4a9cf32b-4cec-4842-a286-cce76ba6575e req-691ce510-0897-4e0e-a433-1f523df769e1 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016335 Aug 04 05:56:20.969320 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6d7c0fd4-a90a-4710-ac18-31f76828a487 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997345'] for security_group_rule, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:20.999534 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7c0fd4-a90a-4710-ac18-31f76828a487 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=701cf87b-cc7a-4ee9-8ebe-d8f765b5e42d,revision_number=0']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:21.037948 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22aa8e10-5901-45e2-b1d4-c2ed6253a7aa admin admin] Made reservation on behalf of 8f62397568a74730be8e584893e1c3e1 for: {'network': 1} {{(pid=100431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 05:56:21.043440 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-22aa8e10-5901-45e2-b1d4-c2ed6253a7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for network, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:21.054972 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-22aa8e10-5901-45e2-b1d4-c2ed6253a7aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:21.104622 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be929290-c153-4d0e-9a7a-103789cfa504 req-7449a260-e50a-4a4e-bad8-47bc930b025c tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:21.113281 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-be929290-c153-4d0e-9a7a-103789cfa504 req-7449a260-e50a-4a4e-bad8-47bc930b025c tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 946 time: 0.0814075 Aug 04 05:56:21.140542 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6d7c0fd4-a90a-4710-ac18-31f76828a487 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:21.144671 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-6d7c0fd4-a90a-4710-ac18-31f76828a487 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5316463 Aug 04 05:56:21.147114 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 58246) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:56:21.162876 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-4315c484-cc4a-4183-a386-6a440ed73d4a tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Request body: {'security_group_rule': {'security_group_id': '17698caf-f8e8-4f6c-8efc-02f837326df3', 'project_id': '523ead1982c046a394318b39d745033e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:56:21.194231 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-be929290-c153-4d0e-9a7a-103789cfa504 req-09514a00-de10-4b00-83ba-af5a2eb2556d tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799868 Aug 04 05:56:21.245625 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-d6e36c7f-b3bf-4ba5-8c96-6e0b808127a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc330e6-2b20-4c4a-8c9e-b2ba64598db1', 'name': 'tempest-TestShelveInstance-134086962-router', 'tenant_id': '98cce3815a9c46d993d846feafb4a926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'ea13910a-fe57-432c-8af4-8caf452038ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:56:08Z', 'updated_at': '2021-08-04T05:56:16Z', 'revision_number': 4, 'project_id': '98cce3815a9c46d993d846feafb4a926', 'gw_port': {'id': 'ea13910a-fe57-432c-8af4-8caf452038ff', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:27:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc330e6-2b20-4c4a-8c9e-b2ba64598db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:56:10Z', 'updated_at': '2021-08-04T05:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': '532503a9-cd32-46f5-95e1-96478bc7ae68', 'name': '', 'network_id': '6cd6a946-1a45-456b-b965-f78d212f60ab', 'tenant_id': '98cce3815a9c46d993d846feafb4a926', 'mac_address': 'fa:16:3e:9c:60:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc330e6-2b20-4c4a-8c9e-b2ba64598db1', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '90ea8abe-48bc-4c94-bc61-20fcc229d005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:56:15Z', 'updated_at': '2021-08-04T05:56:20Z', 'revision_number': 4, 'project_id': '98cce3815a9c46d993d846feafb4a926', 'subnets': [{'id': '90ea8abe-48bc-4c94-bc61-20fcc229d005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:56:21.287453 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e36c7f-b3bf-4ba5-8c96-6e0b808127a2 None None] The sync data for ids ['3dc330e6-2b20-4c4a-8c9e-b2ba64598db1'] in dv-cinder-801617-4-iscsi is: [{'id': '3dc330e6-2b20-4c4a-8c9e-b2ba64598db1', 'name': 'tempest-TestShelveInstance-134086962-router', 'tenant_id': '98cce3815a9c46d993d846feafb4a926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'ea13910a-fe57-432c-8af4-8caf452038ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:56:08Z', 'updated_at': '2021-08-04T05:56:16Z', 'revision_number': 4, 'project_id': '98cce3815a9c46d993d846feafb4a926', 'gw_port': {'id': 'ea13910a-fe57-432c-8af4-8caf452038ff', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:27:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc330e6-2b20-4c4a-8c9e-b2ba64598db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:56:10Z', 'updated_at': '2021-08-04T05:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': '532503a9-cd32-46f5-95e1-96478bc7ae68', 'name': '', 'network_id': '6cd6a946-1a45-456b-b965-f78d212f60ab', 'tenant_id': '98cce3815a9c46d993d846feafb4a926', 'mac_address': 'fa:16:3e:9c:60:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc330e6-2b20-4c4a-8c9e-b2ba64598db1', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '90ea8abe-48bc-4c94-bc61-20fcc229d005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:56:15Z', 'updated_at': '2021-08-04T05:56:20Z', 'revision_number': 4, 'project_id': '98cce3815a9c46d993d846feafb4a926', 'subnets': [{'id': '90ea8abe-48bc-4c94-bc61-20fcc229d005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 05:56:21.443120 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-22aa8e10-5901-45e2-b1d4-c2ed6253a7aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:21.566454 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-22aa8e10-5901-45e2-b1d4-c2ed6253a7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:21.583283 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22aa8e10-5901-45e2-b1d4-c2ed6253a7aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=100431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 05:56:21.595922 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-22aa8e10-5901-45e2-b1d4-c2ed6253a7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2010985'] for segment, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:21.596280 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.db.segments_db [None req-22aa8e10-5901-45e2-b1d4-c2ed6253a7aa admin admin] Added segment fd5c282d-b29f-459e-bfb6-2a02f219b3cd of type vlan for network 4ef8f3b4-2b14-4272-a773-ce259c8b6ad8 Aug 04 05:56:21.647942 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 1c5c3b7e-f910-43c6-8690-4ae036d612ca up at agent hyperv_hv-cinder-80161 {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:56:21.714222 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aa8e10-5901-45e2-b1d4-c2ed6253a7aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c688f3-4334-4a5b-b183-64c7de2fe4c8,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:21.780185 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-22aa8e10-5901-45e2-b1d4-c2ed6253a7aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791114671894'] for network, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:21.829585 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4315c484-cc4a-4183-a386-6a440ed73d4a tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:21.868924 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Provisioning for port 1c5c3b7e-f910-43c6-8690-4ae036d612ca completed by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:56:21.903989 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51a9c7-edd0-43f2-a30f-3d6b4e06e37c req-4de84055-a792-4727-8d63-2e0adb661417 tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:21.903989 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-6e51a9c7-edd0-43f2-a30f-3d6b4e06e37c req-4de84055-a792-4727-8d63-2e0adb661417 tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] 10.222.0.37 "GET /v2.0/ports?device_id=394a135d-51f7-4473-85fd-7cd99a745af4 HTTP/1.1" status: 200 len: 949 time: 0.2712944 Aug 04 05:56:21.904647 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Provisioning complete for port 1c5c3b7e-f910-43c6-8690-4ae036d612ca triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:56:21.912175 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:21.935457 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6b038-5aef-4137-b802-1211b061f7f4 req-1337d72a-469c-41cc-ab60-293f283ed3af tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:21.946430 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-c1f6b038-5aef-4137-b802-1211b061f7f4 req-1337d72a-469c-41cc-ab60-293f283ed3af tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.1757481 Aug 04 05:56:21.964245 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-22aa8e10-5901-45e2-b1d4-c2ed6253a7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527'] for network, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:21.965240 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22aa8e10-5901-45e2-b1d4-c2ed6253a7aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:21.965814 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-22aa8e10-5901-45e2-b1d4-c2ed6253a7aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for network, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:22.029761 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-c1f6b038-5aef-4137-b802-1211b061f7f4 req-e33621a3-c571-4c8c-878c-1f3257a33785 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823288 Aug 04 05:56:22.070276 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:22.111314 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '394a135d-51f7-4473-85fd-7cd99a745af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5c3b7e-f910-43c6-8690-4ae036d612ca'}] {{(pid=100433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:56:22.113918 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffe4ad2cefe5cc989f07e8393c985a8403d56455fd91e6fde58b148ee627bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d42b84-d165-4432-8427-33b6ce17aa72" -d '{"events": [{"server_uuid": "394a135d-51f7-4473-85fd-7cd99a745af4", "name": "network-vif-plugged", "status": "completed", "tag": "1c5c3b7e-f910-43c6-8690-4ae036d612ca"}]}' {{(pid=100433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:56:22.124844 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aa8e10-5901-45e2-b1d4-c2ed6253a7aa admin admin] Pushing event updated for resources: {'Network': ['ID=4ef8f3b4-2b14-4272-a773-ce259c8b6ad8,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:22.135088 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 1c5c3b7e-f910-43c6-8690-4ae036d612ca, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=1c5c3b7e-f910-43c6-8690-4ae036d612ca,segment=NetworkSegment(1d64849c-7752-48b2-a33d-0e65f040d368),segment_id=1d64849c-7752-48b2-a33d-0e65f040d368)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:56:22.144478 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-6e51a9c7-edd0-43f2-a30f-3d6b4e06e37c req-e1f67682-9356-453d-bc0d-6740a1a3227e tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] 10.222.0.37 "GET /v2.0/security-groups?id=5382faef-1167-44fe-9637-842cce0ccbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370374 Aug 04 05:56:22.148829 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Network 4ef8f3b4-2b14-4272-a773-ce259c8b6ad8 details requested by agent ovs-agent-dv-cinder-801617-4-iscsi with host dv-cinder-801617-4-iscsi {{(pid=100433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 05:56:22.187135 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f31e69b-0e95-42b1-ba5d-cc35969fea82 req-ea5c7bb7-41ec-41af-9220-13076b960a8f tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:22.193727 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-7f31e69b-0e95-42b1-ba5d-cc35969fea82 req-ea5c7bb7-41ec-41af-9220-13076b960a8f tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.0809879 Aug 04 05:56:22.207464 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 05:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526160eb-dbd8-41c7-b032-e2059d46e4a8 x-openstack-request-id: req-526160eb-dbd8-41c7-b032-e2059d46e4a8 {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:56:22.207916 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "394a135d-51f7-4473-85fd-7cd99a745af4", "name": "network-vif-plugged", "status": "completed", "tag": "1c5c3b7e-f910-43c6-8690-4ae036d612ca", "code": 200}]} {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:56:22.209061 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-526160eb-dbd8-41c7-b032-e2059d46e4a8 {{(pid=100433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:56:22.209486 dv-cinder-801617-4-iscsi neutron-server[100433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '394a135d-51f7-4473-85fd-7cd99a745af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5c3b7e-f910-43c6-8690-4ae036d612ca', 'code': 200} Aug 04 05:56:22.245305 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-7f31e69b-0e95-42b1-ba5d-cc35969fea82 req-376a3a5c-db23-4fa5-9f82-b00f8930d7c7 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460570 Aug 04 05:56:22.367333 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7022adb-18e7-4346-9698-ba5b38eab183 req-16de64cd-0d2c-4fcb-b496-91a9f04f0ed2 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:22.368910 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b7022adb-18e7-4346-9698-ba5b38eab183 req-16de64cd-0d2c-4fcb-b496-91a9f04f0ed2 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 946 time: 0.0581448 Aug 04 05:56:22.414345 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b7022adb-18e7-4346-9698-ba5b38eab183 req-494590a5-84e0-4fb5-a42c-893c58d08f8f tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386477 Aug 04 05:56:22.531843 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4315c484-cc4a-4183-a386-6a440ed73d4a tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:22.600542 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-22aa8e10-5901-45e2-b1d4-c2ed6253a7aa admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0143688 Aug 04 05:56:22.604397 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 58272) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:56:22.610356 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-a8932d42-42b8-4f9a-b08a-95de87868eb6 admin admin] Request body: {'subnet': {'network_id': '4ef8f3b4-2b14-4272-a773-ce259c8b6ad8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1976798926-subnet', 'tenant_id': '8f62397568a74730be8e584893e1c3e1', 'ip_version': 4}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:56:22.645352 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4315c484-cc4a-4183-a386-6a440ed73d4a tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997345'] for security_group_rule, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:22.645772 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:22.668451 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4315c484-cc4a-4183-a386-6a440ed73d4a tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85bcbe4c-89fa-4e4d-b5d7-206cc07299db,revision_number=0']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:22.727931 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=1c5c3b7e-f910-43c6-8690-4ae036d612ca,revision_number=5']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:22.751923 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8932d42-42b8-4f9a-b08a-95de87868eb6 admin admin] Made reservation on behalf of 8f62397568a74730be8e584893e1c3e1 for: {'subnet': 1} {{(pid=100431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 05:56:22.751923 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a8932d42-42b8-4f9a-b08a-95de87868eb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5171290'] for subnet, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:22.876290 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4315c484-cc4a-4183-a386-6a440ed73d4a tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:22.877786 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-4315c484-cc4a-4183-a386-6a440ed73d4a tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7283390 Aug 04 05:56:22.880402 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 58282) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:56:22.886312 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [None req-72d2955e-6480-4067-90e3-1879c4f41508 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Request body: {'security_group_rule': {'security_group_id': '17698caf-f8e8-4f6c-8efc-02f837326df3', 'project_id': '523ead1982c046a394318b39d745033e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:56:22.997264 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 532503a9-cd32-46f5-95e1-96478bc7ae68 up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:56:23.032899 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-72d2955e-6480-4067-90e3-1879c4f41508 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:23.095647 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889b972-6c8c-4026-9f8b-d77f04ce4d9a req-53a3d671-d2b6-48ee-8bb1-5b195e879798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:23.098051 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-5889b972-6c8c-4026-9f8b-d77f04ce4d9a req-53a3d671-d2b6-48ee-8bb1-5b195e879798 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=394a135d-51f7-4473-85fd-7cd99a745af4 HTTP/1.1" status: 200 len: 1103 time: 0.2013237 Aug 04 05:56:23.115379 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cccbf6-c16b-4d01-af40-b0df2c959e7d req-3acfc801-d148-4edb-a292-2bd7417d0ecb tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:23.116949 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-85cccbf6-c16b-4d01-af40-b0df2c959e7d req-3acfc801-d148-4edb-a292-2bd7417d0ecb tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.1495523 Aug 04 05:56:23.127038 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning for port 532503a9-cd32-46f5-95e1-96478bc7ae68 completed by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:56:23.132779 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port 532503a9-cd32-46f5-95e1-96478bc7ae68 triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:56:23.142341 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:23.179524 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d3561c-b67f-40fa-b14f-0ac28b1b6c27 req-1fd47ca6-aab6-41eb-a1bf-76e98eba2ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:23.181249 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-37d3561c-b67f-40fa-b14f-0ac28b1b6c27 req-1fd47ca6-aab6-41eb-a1bf-76e98eba2ce7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c8bcebc3d7d048b69d592fa2bf00330a&device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 1099 time: 0.1314030 Aug 04 05:56:23.224818 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-5889b972-6c8c-4026-9f8b-d77f04ce4d9a req-fb196123-33ab-4c58-a727-242c85f04d7e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5382faef-1167-44fe-9637-842cce0ccbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068723 Aug 04 05:56:23.229605 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-85cccbf6-c16b-4d01-af40-b0df2c959e7d req-dc428139-e638-4885-b350-da3ee96a9a2f tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030314 Aug 04 05:56:23.281029 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:23.308364 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a8932d42-42b8-4f9a-b08a-95de87868eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4497540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5171300'] for subnet, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:23.326296 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] For port 532503a9-cd32-46f5-95e1-96478bc7ae68, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=532503a9-cd32-46f5-95e1-96478bc7ae68,segment=NetworkSegment(9d5cf0bf-f737-4801-b53b-2dfaf9726d72),segment_id=9d5cf0bf-f737-4801-b53b-2dfaf9726d72)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:56:23.374889 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-72d2955e-6480-4067-90e3-1879c4f41508 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:23.396928 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f836188-f1b9-42eb-8bc8-87d1d14bc4b2 req-c717893d-fc4f-44d5-b2cc-1ac93b2c8fab tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:23.399458 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:23.400136 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-2f836188-f1b9-42eb-8bc8-87d1d14bc4b2 req-c717893d-fc4f-44d5-b2cc-1ac93b2c8fab tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.2640378 Aug 04 05:56:23.423204 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d3561c-b67f-40fa-b14f-0ac28b1b6c27 req-7c00197c-08b7-4bf8-9102-90978a6a1ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:23.424784 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-37d3561c-b67f-40fa-b14f-0ac28b1b6c27 req-7c00197c-08b7-4bf8-9102-90978a6a1ed5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3 HTTP/1.1" status: 200 len: 911 time: 0.2236252 Aug 04 05:56:23.475386 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8932d42-42b8-4f9a-b08a-95de87868eb6 admin admin] Checking segment: {'id': 'fd5c282d-b29f-459e-bfb6-2a02f219b3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4ef8f3b4-2b14-4272-a773-ce259c8b6ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:56:23.475811 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8932d42-42b8-4f9a-b08a-95de87868eb6 admin admin] Network hostable DHCP agents. Network: 4ef8f3b4-2b14-4272-a773-ce259c8b6ad8, hostable agents: ['4768dbe1-4fdd-4775-b2cc-1723632bf934'], hosted agents: [] {{(pid=100431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 05:56:23.489689 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8932d42-42b8-4f9a-b08a-95de87868eb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a1f5ca3-6248-4755-92d6-9160486f41b6,revision_number=0']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:23.493514 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-72d2955e-6480-4067-90e3-1879c4f41508 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997345'] for security_group_rule, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:23.499002 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Pushing event updated for resources: {'Port': ['ID=532503a9-cd32-46f5-95e1-96478bc7ae68,revision_number=5']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:23.544312 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4955e8-601a-4e52-a561-b29afb0700a6 req-1627c4c5-118a-442c-9101-ef50f35bdf8e tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:23.545770 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-2f836188-f1b9-42eb-8bc8-87d1d14bc4b2 req-1f07644e-a185-4aa8-bd93-5d6e24818600 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248176 Aug 04 05:56:23.545931 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-0e4955e8-601a-4e52-a561-b29afb0700a6 req-1627c4c5-118a-442c-9101-ef50f35bdf8e tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] 10.222.0.37 "GET /v2.0/ports?device_id=394a135d-51f7-4473-85fd-7cd99a745af4 HTTP/1.1" status: 200 len: 950 time: 0.1910777 Aug 04 05:56:23.556778 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d2955e-6480-4067-90e3-1879c4f41508 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54adcc01-ee03-4f2b-a7cc-f558faacdc42,revision_number=0']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:23.583079 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-37d3561c-b67f-40fa-b14f-0ac28b1b6c27 req-574d1f85-0df6-4faa-b69e-f5eb5fe8c8d9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ebbf558-7ec6-47f5-9e3a-c8a2662b6565 HTTP/1.1" status: 200 len: 1002 time: 0.1416857 Aug 04 05:56:23.597265 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 58296) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:56:23.621549 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8932d42-42b8-4f9a-b08a-95de87868eb6 admin admin] Network 4ef8f3b4-2b14-4272-a773-ce259c8b6ad8 is scheduled to be hosted by DHCP agent 4768dbe1-4fdd-4775-b2cc-1723632bf934 with binding_index 1 {{(pid=100431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 05:56:23.649920 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-72d2955e-6480-4067-90e3-1879c4f41508 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:23.653387 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-72d2955e-6480-4067-90e3-1879c4f41508 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7715678 Aug 04 05:56:23.654861 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-0e4955e8-601a-4e52-a561-b29afb0700a6 req-6b987377-a045-48bb-83ea-20c6c0c17fd8 tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] 10.222.0.37 "GET /v2.0/security-groups?id=5382faef-1167-44fe-9637-842cce0ccbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010156 Aug 04 05:56:23.657285 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 58300) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:56:23.663670 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-52d8922d-47b5-4987-aa0b-5bc96838b17d tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Request body: {'security_group_rule': {'security_group_id': '17698caf-f8e8-4f6c-8efc-02f837326df3', 'project_id': '523ead1982c046a394318b39d745033e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:56:23.736712 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.base_scheduler [None req-a8932d42-42b8-4f9a-b08a-95de87868eb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-4-iscsi, 4ef8f3b4-2b14-4272-a773-ce259c8b6ad8) {{(pid=100431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:56:23.744213 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8932d42-42b8-4f9a-b08a-95de87868eb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:23.745778 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a8932d42-42b8-4f9a-b08a-95de87868eb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for subnet, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:23.746993 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d3561c-b67f-40fa-b14f-0ac28b1b6c27 req-b2c48c5e-1641-44e9-a3d5-d615d9794c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:23.747544 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d84483-9520-472b-b2a8-10a8bd043d24 None None] Network 4ef8f3b4-2b14-4272-a773-ce259c8b6ad8 requested from dv-cinder-801617-4-iscsi {{(pid=100433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 05:56:23.748712 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-37d3561c-b67f-40fa-b14f-0ac28b1b6c27 req-b2c48c5e-1641-44e9-a3d5-d615d9794c4f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=093ae098-146b-44a4-8f09-371adaa382d8 HTTP/1.1" status: 200 len: 849 time: 0.1573339 Aug 04 05:56:23.784825 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41199b84-6bf4-4133-aaf6-dd2ddbd933c3 req-29157ff3-8b9b-4a9e-9e53-64fbef51f8fd tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:23.797098 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-41199b84-6bf4-4133-aaf6-dd2ddbd933c3 req-29157ff3-8b9b-4a9e-9e53-64fbef51f8fd tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 946 time: 0.1148334 Aug 04 05:56:23.815065 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.db.securitygroups_db [None req-52d8922d-47b5-4987-aa0b-5bc96838b17d tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Project 523ead1982c046a394318b39d745033e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 05:56:23.826926 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-52d8922d-47b5-4987-aa0b-5bc96838b17d tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:23.830127 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e2c87e59-1db4-4a8c-b934-4a6b68891722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:23.864248 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d3561c-b67f-40fa-b14f-0ac28b1b6c27 req-93da40c0-11c6-4e45-ad03-5ae1e2adb1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:23.865933 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-37d3561c-b67f-40fa-b14f-0ac28b1b6c27 req-93da40c0-11c6-4e45-ad03-5ae1e2adb1a1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1061718 Aug 04 05:56:23.881418 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-41199b84-6bf4-4133-aaf6-dd2ddbd933c3 req-56e44a4a-c4a7-4579-a856-f024077d97e6 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771215 Aug 04 05:56:23.927469 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-52d8922d-47b5-4987-aa0b-5bc96838b17d tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:23.977049 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-a8932d42-42b8-4f9a-b08a-95de87868eb6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3689489 Aug 04 05:56:23.977284 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 58304) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:56:23.991235 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-3e271dac-7384-4c91-8bd4-dcaa13c8471f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1976798926-router', 'tenant_id': '8f62397568a74730be8e584893e1c3e1', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'}}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:56:24.004480 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e714a5b-1c88-4442-8424-b9da39918e87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d1b3a8-ca01-589b-8715-9fbe483b46e6-4ef8f3b4-2b14-4272-a773-ce259c8b6ad8', 'network_id': '4ef8f3b4-2b14-4272-a773-ce259c8b6ad8', 'tenant_id': '8f62397568a74730be8e584893e1c3e1', 'fixed_ips': [{'subnet_id': '4a1f5ca3-6248-4755-92d6-9160486f41b6'}]}} from dv-cinder-801617-4-iscsi. {{(pid=100433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 05:56:24.004480 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-2e714a5b-1c88-4442-8424-b9da39918e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:24.023037 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-52d8922d-47b5-4987-aa0b-5bc96838b17d tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997345'] for security_group_rule, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:24.052396 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d8922d-47b5-4987-aa0b-5bc96838b17d tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df27a681-7a3b-4e21-897c-321663b01b75,revision_number=0']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:24.066054 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-37d3561c-b67f-40fa-b14f-0ac28b1b6c27 req-97b65cd7-e472-4271-9397-190195fd84d0 service neutron] 10.222.0.18 "GET /v2.0/networks/d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829848 Aug 04 05:56:24.084679 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e2c87e59-1db4-4a8c-b934-4a6b68891722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:24.180960 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-37d3561c-b67f-40fa-b14f-0ac28b1b6c27 req-e4d0c1a9-9911-4c5e-a24e-e60d29497768 service neutron] 10.222.0.18 "GET /v2.0/networks/d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043029 Aug 04 05:56:24.181436 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.db_base_plugin_common [None req-2e714a5b-1c88-4442-8424-b9da39918e87 None None] Allocated IP 172.20.0.2 (4ef8f3b4-2b14-4272-a773-ce259c8b6ad8/4a1f5ca3-6248-4755-92d6-9160486f41b6/940d24ac-9bfd-419c-9f3e-bde373158fee) {{(pid=100433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 05:56:24.201523 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e2c87e59-1db4-4a8c-b934-4a6b68891722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:24.281524 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-e2c87e59-1db4-4a8c-b934-4a6b68891722 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2c8903deac2345649940438def02f4c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6790931 Aug 04 05:56:24.284430 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 58308) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:56:24.292549 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c87e59-1db4-4a8c-b934-4a6b68891722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b8ef30-2fdc-47db-9403-2d810e061509,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:24.348960 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-20212e93-9436-4c13-a0bc-b4481cedb2dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:24.355008 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3e271dac-7384-4c91-8bd4-dcaa13c8471f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25311'] for router, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:24.356330 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3e271dac-7384-4c91-8bd4-dcaa13c8471f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-954464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24620'] for router, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:24.371298 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-20212e93-9436-4c13-a0bc-b4481cedb2dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:24.394759 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-2e714a5b-1c88-4442-8424-b9da39918e87 None None] Notify callbacks [] for port, precommit_create {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:24.406989 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-2e714a5b-1c88-4442-8424-b9da39918e87 None None] Transition to ACTIVE for port object 940d24ac-9bfd-419c-9f3e-bde373158fee will not be triggered until provisioned by entity L2. {{(pid=100433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:56:24.427267 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-52d8922d-47b5-4987-aa0b-5bc96838b17d tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:24.428679 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-52d8922d-47b5-4987-aa0b-5bc96838b17d tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7702696 Aug 04 05:56:24.431932 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 58310) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:56:24.436383 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-2292d23d-3b04-430f-b072-204d85543c1c tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Request body: {'security_group_rule': {'security_group_id': '17698caf-f8e8-4f6c-8efc-02f837326df3', 'project_id': '523ead1982c046a394318b39d745033e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:56:24.470767 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3e271dac-7384-4c91-8bd4-dcaa13c8471f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:24.498168 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546ea65-543c-47c4-b9a7-2713e85add3d req-2ab06083-d1d6-4a75-ba6a-2f11c561936b tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:24.499668 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-d546ea65-543c-47c4-b9a7-2713e85add3d req-2ab06083-d1d6-4a75-ba6a-2f11c561936b tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.1625872 Aug 04 05:56:24.531080 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-20212e93-9436-4c13-a0bc-b4481cedb2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:24.531943 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-2e714a5b-1c88-4442-8424-b9da39918e87 None None] Transition to ACTIVE for port object 940d24ac-9bfd-419c-9f3e-bde373158fee will not be triggered until provisioned by entity DHCP. {{(pid=100433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:56:24.534413 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-20212e93-9436-4c13-a0bc-b4481cedb2dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:24.535940 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-20212e93-9436-4c13-a0bc-b4481cedb2dc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d9b8ef30-2fdc-47db-9403-2d810e061509 HTTP/1.1" status: 204 len: 168 time: 0.2499719 Aug 04 05:56:24.538469 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-d546ea65-543c-47c4-b9a7-2713e85add3d req-1ae23355-4f87-4461-82e6-80135096bfe0 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323195 Aug 04 05:56:24.548310 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20212e93-9436-4c13-a0bc-b4481cedb2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b8ef30-2fdc-47db-9403-2d810e061509,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:24.625929 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-2e714a5b-1c88-4442-8424-b9da39918e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606'] for port, after_create {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:24.636745 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.db.securitygroups_db [None req-2292d23d-3b04-430f-b072-204d85543c1c tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Project 523ead1982c046a394318b39d745033e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 05:56:24.675126 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e714a5b-1c88-4442-8424-b9da39918e87 None None] Pushing event updated for resources: {'Port': ['ID=940d24ac-9bfd-419c-9f3e-bde373158fee,revision_number=1']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:24.700856 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e714a5b-1c88-4442-8424-b9da39918e87 None None] Network 4ef8f3b4-2b14-4272-a773-ce259c8b6ad8 is already hosted by enough agents. {{(pid=100433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:56:24.708104 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.scheduler.base_scheduler [None req-2e714a5b-1c88-4442-8424-b9da39918e87 None None] Resources bound (agent type, host, resource id): {{(pid=100433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:56:24.715810 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e714a5b-1c88-4442-8424-b9da39918e87 None None] Received port after_create {{(pid=100433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 05:56:24.719935 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-2292d23d-3b04-430f-b072-204d85543c1c tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:24.726823 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed9528-9101-4794-8811-e947191f80a8 req-fafca015-5633-4af6-9021-71f136b4571b tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:24.728453 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-b3ed9528-9101-4794-8811-e947191f80a8 req-fafca015-5633-4af6-9021-71f136b4571b tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.0972526 Aug 04 05:56:24.792254 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-b3ed9528-9101-4794-8811-e947191f80a8 req-2bc469c9-b854-409e-b20e-47968c641f2a tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569739 Aug 04 05:56:24.802737 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-2e714a5b-1c88-4442-8424-b9da39918e87 None None] Attempting to bind port 940d24ac-9bfd-419c-9f3e-bde373158fee on host dv-cinder-801617-4-iscsi for vnic_type normal with profile {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 05:56:24.803333 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-2e714a5b-1c88-4442-8424-b9da39918e87 None None] Attempting to bind port 940d24ac-9bfd-419c-9f3e-bde373158fee by drivers openvswitch,hyperv on host dv-cinder-801617-4-iscsi at level 0 using segments [{'id': 'fd5c282d-b29f-459e-bfb6-2a02f219b3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4ef8f3b4-2b14-4272-a773-ce259c8b6ad8'}] {{(pid=100433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 05:56:24.803518 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e714a5b-1c88-4442-8424-b9da39918e87 None None] Attempting to bind port 940d24ac-9bfd-419c-9f3e-bde373158fee on network 4ef8f3b4-2b14-4272-a773-ce259c8b6ad8 {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:56:24.811460 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e714a5b-1c88-4442-8424-b9da39918e87 None None] Checking agent: {'id': '5d82a469-56b0-42fa-aca6-e62dd4c1f49c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 5, 45, 36), 'started_at': datetime.datetime(2021, 8, 4, 5, 46, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 5, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 05:56:24.811814 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e714a5b-1c88-4442-8424-b9da39918e87 None None] Checking segment: {'id': 'fd5c282d-b29f-459e-bfb6-2a02f219b3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4ef8f3b4-2b14-4272-a773-ce259c8b6ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:56:24.812247 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-2e714a5b-1c88-4442-8424-b9da39918e87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:24.812630 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e714a5b-1c88-4442-8424-b9da39918e87 None None] Bound using segment: {'id': 'fd5c282d-b29f-459e-bfb6-2a02f219b3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4ef8f3b4-2b14-4272-a773-ce259c8b6ad8'} {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 05:56:24.813170 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-2e714a5b-1c88-4442-8424-b9da39918e87 None None] Bound port: 940d24ac-9bfd-419c-9f3e-bde373158fee, host: dv-cinder-801617-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd5c282d-b29f-459e-bfb6-2a02f219b3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4ef8f3b4-2b14-4272-a773-ce259c8b6ad8'}}] {{(pid=100433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 05:56:24.814153 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-2e714a5b-1c88-4442-8424-b9da39918e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:24.906237 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3e271dac-7384-4c91-8bd4-dcaa13c8471f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:24.930054 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-2292d23d-3b04-430f-b072-204d85543c1c tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:24.973426 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49134a63-8e57-4741-bbfe-f9ef577d709d req-4abd868e-f023-4611-9597-e82a4fe31fe9 tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:24.982296 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-49134a63-8e57-4741-bbfe-f9ef577d709d req-4abd868e-f023-4611-9597-e82a4fe31fe9 tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] 10.222.0.37 "GET /v2.0/ports?device_id=394a135d-51f7-4473-85fd-7cd99a745af4 HTTP/1.1" status: 200 len: 950 time: 0.1677818 Aug 04 05:56:25.038073 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-49134a63-8e57-4741-bbfe-f9ef577d709d req-14f214d8-5445-41c1-8088-b497c2dd23bc tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] 10.222.0.37 "GET /v2.0/security-groups?id=5382faef-1167-44fe-9637-842cce0ccbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488126 Aug 04 05:56:25.052544 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-2292d23d-3b04-430f-b072-204d85543c1c tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997345'] for security_group_rule, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:25.093645 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 532503a9-cd32-46f5-95e1-96478bc7ae68 up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:56:25.114402 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cdcba1-9970-4250-a257-af7eaba6f279 req-c3f43d4b-8f9f-4103-bcbd-08557e175422 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:25.116989 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-51cdcba1-9970-4250-a257-af7eaba6f279 req-c3f43d4b-8f9f-4103-bcbd-08557e175422 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 946 time: 0.1002846 Aug 04 05:56:25.149975 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2292d23d-3b04-430f-b072-204d85543c1c tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50d31b2a-2d36-44bb-90eb-2d67f3559253,revision_number=0']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:25.154695 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-2292d23d-3b04-430f-b072-204d85543c1c tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:25.165351 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-2292d23d-3b04-430f-b072-204d85543c1c tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7231696 Aug 04 05:56:25.171614 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-2e714a5b-1c88-4442-8424-b9da39918e87 None None] For port 940d24ac-9bfd-419c-9f3e-bde373158fee, host dv-cinder-801617-4-iscsi, cleared binding levels {{(pid=100433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 05:56:25.176675 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-2e714a5b-1c88-4442-8424-b9da39918e87 None None] For port 940d24ac-9bfd-419c-9f3e-bde373158fee, host dv-cinder-801617-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=940d24ac-9bfd-419c-9f3e-bde373158fee,segment=NetworkSegment(fd5c282d-b29f-459e-bfb6-2a02f219b3cd),segment_id=fd5c282d-b29f-459e-bfb6-2a02f219b3cd)] {{(pid=100433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 05:56:25.194492 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port 532503a9-cd32-46f5-95e1-96478bc7ae68 triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:56:25.194856 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:25.218268 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-51cdcba1-9970-4250-a257-af7eaba6f279 req-fccf4dcb-5b9f-4ffc-ab4e-28a0443445b5 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904968 Aug 04 05:56:25.298002 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-2e714a5b-1c88-4442-8424-b9da39918e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:25.408973 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e714a5b-1c88-4442-8424-b9da39918e87 None None] Pushing event updated for resources: {'Port': ['ID=940d24ac-9bfd-419c-9f3e-bde373158fee,revision_number=2']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:25.781852 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd3149-8904-44a7-a5bd-537ee6eb5280 req-5c51f038-cfe5-4f4b-9405-3488d5945e5d tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:25.793308 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f5fd3149-8904-44a7-a5bd-537ee6eb5280 req-5c51f038-cfe5-4f4b-9405-3488d5945e5d tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.1249950 Aug 04 05:56:25.839381 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3e271dac-7384-4c91-8bd4-dcaa13c8471f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:25.869399 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3e271dac-7384-4c91-8bd4-dcaa13c8471f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:25.898945 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f5fd3149-8904-44a7-a5bd-537ee6eb5280 req-1a4130f9-2de2-4e92-a711-3984930acd9f tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974345 Aug 04 05:56:26.015486 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.db_base_plugin_common [None req-3e271dac-7384-4c91-8bd4-dcaa13c8471f admin admin] Allocated IP 172.27.1.48 (ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5/3914311c-894e-41ec-96a2-d757dbda92d2/334f521b-c8ab-4742-a751-4d6d582e4efd) {{(pid=100431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 05:56:26.037692 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5bc99-ffea-4fc3-a61e-fb0ecfd518c6 req-06b00da9-67d8-4ce2-987f-d2ecccb8e4c5 tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:26.039486 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-4de5bc99-ffea-4fc3-a61e-fb0ecfd518c6 req-06b00da9-67d8-4ce2-987f-d2ecccb8e4c5 tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] 10.222.0.37 "GET /v2.0/ports?device_id=394a135d-51f7-4473-85fd-7cd99a745af4 HTTP/1.1" status: 200 len: 950 time: 0.1030614 Aug 04 05:56:26.048282 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471e22b-ff2e-40f7-8d13-80771d534710 req-f0864e54-b8ff-40db-9731-9bc8869ea279 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:26.050092 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-b471e22b-ff2e-40f7-8d13-80771d534710 req-f0864e54-b8ff-40db-9731-9bc8869ea279 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.0613849 Aug 04 05:56:26.123419 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-b471e22b-ff2e-40f7-8d13-80771d534710 req-537612a5-720d-41f7-b29c-699695153987 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573349 Aug 04 05:56:26.133215 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-4de5bc99-ffea-4fc3-a61e-fb0ecfd518c6 req-099a1c18-da84-4452-94db-d13b35fbfd4e tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] 10.222.0.37 "GET /v2.0/security-groups?id=5382faef-1167-44fe-9637-842cce0ccbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787749 Aug 04 05:56:26.178697 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3e271dac-7384-4c91-8bd4-dcaa13c8471f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:26.313678 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:26.315694 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3e271dac-7384-4c91-8bd4-dcaa13c8471f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4497432'] for port, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:26.387784 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e271dac-7384-4c91-8bd4-dcaa13c8471f admin admin] Network ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5 is already hosted by enough agents. {{(pid=100431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:56:26.391052 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.base_scheduler [None req-3e271dac-7384-4c91-8bd4-dcaa13c8471f admin admin] Resources bound (agent type, host, resource id): {{(pid=100431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:56:26.398677 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e271dac-7384-4c91-8bd4-dcaa13c8471f admin admin] Received port after_create {{(pid=100431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 05:56:26.464710 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e271dac-7384-4c91-8bd4-dcaa13c8471f admin admin] Pushing event updated for resources: {'Port': ['ID=334f521b-c8ab-4742-a751-4d6d582e4efd,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:26.619644 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08458d67-72dc-4b91-bfe1-64fb4847bfed req-8124c6a4-fc32-4fe9-950e-567c1d166595 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:26.628209 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-08458d67-72dc-4b91-bfe1-64fb4847bfed req-8124c6a4-fc32-4fe9-950e-567c1d166595 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 946 time: 0.1887286 Aug 04 05:56:26.727620 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-08458d67-72dc-4b91-bfe1-64fb4847bfed req-4a4069f0-a589-4cb6-8f9e-fad6536967f0 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982125 Aug 04 05:56:26.908841 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df544f-0a6a-434f-b79d-72d219d3ab27 req-d50d4dcb-4cfa-4b41-a08a-7bd466675f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:26.910438 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-b4df544f-0a6a-434f-b79d-72d219d3ab27 req-d50d4dcb-4cfa-4b41-a08a-7bd466675f20 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 1099 time: 0.1081226 Aug 04 05:56:26.915287 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69744b6-81ab-4d58-900b-f6cf6dba6d80 None None] Network 4ef8f3b4-2b14-4272-a773-ce259c8b6ad8 requested from dv-cinder-801617-4-iscsi {{(pid=100433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 05:56:26.986466 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-b4df544f-0a6a-434f-b79d-72d219d3ab27 req-f4d67467-8438-4a63-86b2-7a72530225e8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671134 Aug 04 05:56:27.004482 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 940d24ac-9bfd-419c-9f3e-bde373158fee up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:56:27.044209 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3e271dac-7384-4c91-8bd4-dcaa13c8471f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:27.195584 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-ef576ba5-baec-4212-a90d-ef9e0cdfeabd None None] Provisioning for port 940d24ac-9bfd-419c-9f3e-bde373158fee completed by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:56:27.212399 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning for port 940d24ac-9bfd-419c-9f3e-bde373158fee completed by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:56:27.220622 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port 940d24ac-9bfd-419c-9f3e-bde373158fee triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:56:27.221294 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:27.434707 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:27.497295 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] For port 940d24ac-9bfd-419c-9f3e-bde373158fee, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=940d24ac-9bfd-419c-9f3e-bde373158fee,segment=NetworkSegment(fd5c282d-b29f-459e-bfb6-2a02f219b3cd),segment_id=fd5c282d-b29f-459e-bfb6-2a02f219b3cd)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:56:27.528572 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab44ce-3f9e-4136-810f-a01aeff6b47f req-bd9edb8e-cd63-4a84-940b-af63af2f00f8 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:27.544210 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-c9ab44ce-3f9e-4136-810f-a01aeff6b47f req-bd9edb8e-cd63-4a84-940b-af63af2f00f8 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.2634361 Aug 04 05:56:27.570070 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3e271dac-7384-4c91-8bd4-dcaa13c8471f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571809'] for router, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:27.571727 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b237c85-cca3-4a53-80aa-5d8602757f05 req-1aca6e30-491a-4d87-95d8-670139ae9997 tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:27.576742 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-7b237c85-cca3-4a53-80aa-5d8602757f05 req-1aca6e30-491a-4d87-95d8-670139ae9997 tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] 10.222.0.18 "GET /v2.0/ports?device_id=394a135d-51f7-4473-85fd-7cd99a745af4 HTTP/1.1" status: 200 len: 950 time: 0.2581351 Aug 04 05:56:27.588398 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:27.650230 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920e88f-c7cf-44b9-a83d-80e1c6be322b req-d911e5b7-df8f-46df-a6b0-d59a5b3f3e12 tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:27.675096 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-d920e88f-c7cf-44b9-a83d-80e1c6be322b req-d911e5b7-df8f-46df-a6b0-d59a5b3f3e12 tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] 10.222.0.37 "GET /v2.0/ports?device_id=394a135d-51f7-4473-85fd-7cd99a745af4 HTTP/1.1" status: 200 len: 950 time: 0.2725496 Aug 04 05:56:27.686887 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-c9ab44ce-3f9e-4136-810f-a01aeff6b47f req-f6ee99e2-8c33-46e6-aa45-6facb3bdc6bd tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357520 Aug 04 05:56:27.721654 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Pushing event updated for resources: {'Port': ['ID=940d24ac-9bfd-419c-9f3e-bde373158fee,revision_number=3']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:27.838031 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-d920e88f-c7cf-44b9-a83d-80e1c6be322b req-2bcd0094-1ad8-4878-825c-2ebfdd49563a tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] 10.222.0.37 "GET /v2.0/security-groups?id=5382faef-1167-44fe-9637-842cce0ccbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572814 Aug 04 05:56:27.853318 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-3231cc55-221b-4101-9a68-5a5440d8c0de None None] Provisioning complete for port 940d24ac-9bfd-419c-9f3e-bde373158fee triggered by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:56:27.853318 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-3231cc55-221b-4101-9a68-5a5440d8c0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:27.913687 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [req-7b237c85-cca3-4a53-80aa-5d8602757f05 req-78b05342-440e-4fe7-812e-e6521185adea tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] Deleting port 1c5c3b7e-f910-43c6-8690-4ae036d612ca {{(pid=100432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 05:56:27.914728 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-7b237c85-cca3-4a53-80aa-5d8602757f05 req-78b05342-440e-4fe7-812e-e6521185adea tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:27.962012 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c493d-9c38-404d-b44c-fe11ab7fa4e4 req-efa0407b-4a9a-4cd4-a9e8-ec97ddc3b89a tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:27.963556 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-d07c493d-9c38-404d-b44c-fe11ab7fa4e4 req-efa0407b-4a9a-4cd4-a9e8-ec97ddc3b89a tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 946 time: 0.0999565 Aug 04 05:56:27.964383 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e271dac-7384-4c91-8bd4-dcaa13c8471f admin admin] Router 9c1aef01-92be-4167-b847-6e8fea271d29 is scheduled to L3 agent 1092c566-0070-459b-a71e-112f2411deeb with binding_index 1 {{(pid=100431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 05:56:28.074026 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-d07c493d-9c38-404d-b44c-fe11ab7fa4e4 req-0f80b802-2bb3-41aa-ad34-4d9a08487830 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019573 Aug 04 05:56:28.079290 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [req-7b237c85-cca3-4a53-80aa-5d8602757f05 req-78b05342-440e-4fe7-812e-e6521185adea tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] For port 1c5c3b7e-f910-43c6-8690-4ae036d612ca, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=1c5c3b7e-f910-43c6-8690-4ae036d612ca,segment=NetworkSegment(1d64849c-7752-48b2-a33d-0e65f040d368),segment_id=1d64849c-7752-48b2-a33d-0e65f040d368)] {{(pid=100432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:56:28.079669 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-7b237c85-cca3-4a53-80aa-5d8602757f05 req-78b05342-440e-4fe7-812e-e6521185adea tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:28.095897 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [req-7b237c85-cca3-4a53-80aa-5d8602757f05 req-78b05342-440e-4fe7-812e-e6521185adea tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] Calling delete_port for 1c5c3b7e-f910-43c6-8690-4ae036d612ca owned by compute:nova {{(pid=100432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 05:56:28.151737 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e271dac-7384-4c91-8bd4-dcaa13c8471f admin admin] Notify agent at l3_agent.dv-cinder-801617-4-iscsi the message routers_updated {{(pid=100431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 05:56:28.164296 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8233c369-21df-4dd6-aab3-dfedb3184de9 None None] Sync routers for ids ['9c1aef01-92be-4167-b847-6e8fea271d29'] in dv-cinder-801617-4-iscsi {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 05:56:28.175903 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8233c369-21df-4dd6-aab3-dfedb3184de9 None None] Routers {'9c1aef01-92be-4167-b847-6e8fea271d29'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:56:28.177106 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-8233c369-21df-4dd6-aab3-dfedb3184de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:56:06Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['9c1aef01-92be-4167-b847-6e8fea271d29'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:56:28.285361 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3e271dac-7384-4c91-8bd4-dcaa13c8471f admin admin] Notify callbacks [] for router, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:28.286832 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-3e271dac-7384-4c91-8bd4-dcaa13c8471f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3082948 Aug 04 05:56:28.295463 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 58414) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:56:28.312331 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-8233c369-21df-4dd6-aab3-dfedb3184de9 None None] Set router 9c1aef01-92be-4167-b847-6e8fea271d29 gateway port host: dv-cinder-801617-4-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:56:28.497429 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-8233c369-21df-4dd6-aab3-dfedb3184de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1aef01-92be-4167-b847-6e8fea271d29', 'name': 'tempest-TestMinimumBasicScenario-1976798926-router', 'tenant_id': '8f62397568a74730be8e584893e1c3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '334f521b-c8ab-4742-a751-4d6d582e4efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:56:24Z', 'updated_at': '2021-08-04T05:56:26Z', 'revision_number': 3, 'project_id': '8f62397568a74730be8e584893e1c3e1', 'gw_port': {'id': '334f521b-c8ab-4742-a751-4d6d582e4efd', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:27:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1aef01-92be-4167-b847-6e8fea271d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:56:25Z', 'updated_at': '2021-08-04T05:56:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi'}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:56:28.529369 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8233c369-21df-4dd6-aab3-dfedb3184de9 None None] Checking router: 9c1aef01-92be-4167-b847-6e8fea271d29 for host: dv-cinder-801617-4-iscsi {{(pid=100434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 05:56:28.529720 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8233c369-21df-4dd6-aab3-dfedb3184de9 None None] Updating router 9c1aef01-92be-4167-b847-6e8fea271d29 port 334f521b-c8ab-4742-a751-4d6d582e4efd binding host dv-cinder-801617-4-iscsi {{(pid=100434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 05:56:28.578958 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-8233c369-21df-4dd6-aab3-dfedb3184de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:28.846613 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 940d24ac-9bfd-419c-9f3e-bde373158fee up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:56:28.886729 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-8233c369-21df-4dd6-aab3-dfedb3184de9 None None] Notify callbacks [] for port, precommit_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:28.960840 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port 940d24ac-9bfd-419c-9f3e-bde373158fee triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:56:28.961213 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:28.981747 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9861e19-2f17-4a0a-88bc-f4ea4b9b65c5 req-17d8b8eb-6d6b-4b4a-87ee-a3d25e34bac5 tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:28.994942 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-a9861e19-2f17-4a0a-88bc-f4ea4b9b65c5 req-17d8b8eb-6d6b-4b4a-87ee-a3d25e34bac5 tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] 10.222.0.37 "GET /v2.0/ports?device_id=394a135d-51f7-4473-85fd-7cd99a745af4 HTTP/1.1" status: 200 len: 950 time: 0.0696659 Aug 04 05:56:29.033784 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-a9861e19-2f17-4a0a-88bc-f4ea4b9b65c5 req-39c6e31a-eea1-404b-9cf3-3e5fe3b9e7aa tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] 10.222.0.37 "GET /v2.0/security-groups?id=5382faef-1167-44fe-9637-842cce0ccbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352092 Aug 04 05:56:29.045551 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-92d5694c-4bdf-4d50-8b87-fe4f94c0862e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:29.063247 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e3b32-93bf-45b5-ab80-f58da08c64a7 req-ebb3abb7-6711-4c1b-9f6f-6cb14a42bf81 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:29.064779 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-d17e3b32-93bf-45b5-ab80-f58da08c64a7 req-ebb3abb7-6711-4c1b-9f6f-6cb14a42bf81 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.0702994 Aug 04 05:56:29.148218 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-d17e3b32-93bf-45b5-ab80-f58da08c64a7 req-60d1346c-a90d-4998-9c9e-17282ec2ce8a tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766232 Aug 04 05:56:29.248056 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.db_base_plugin_common [None req-92d5694c-4bdf-4d50-8b87-fe4f94c0862e admin admin] Allocated IP 172.20.0.1 (4ef8f3b4-2b14-4272-a773-ce259c8b6ad8/4a1f5ca3-6248-4755-92d6-9160486f41b6/40345e65-3264-4f5c-a581-3a730cb25046) {{(pid=100432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 05:56:29.252945 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f68a42-81cd-4fba-92c2-f118c40522cc req-c59f0363-d89a-43eb-9208-673745ef9db3 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:29.254455 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b9f68a42-81cd-4fba-92c2-f118c40522cc req-c59f0363-d89a-43eb-9208-673745ef9db3 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 946 time: 0.0615964 Aug 04 05:56:29.295031 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b9f68a42-81cd-4fba-92c2-f118c40522cc req-14c842ed-e0f6-40c7-b4d7-9d1ab942cc28 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341086 Aug 04 05:56:29.358719 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-92d5694c-4bdf-4d50-8b87-fe4f94c0862e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:29.393435 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.provisioning_blocks [None req-92d5694c-4bdf-4d50-8b87-fe4f94c0862e admin admin] Transition to ACTIVE for port object 40345e65-3264-4f5c-a581-3a730cb25046 will not be triggered until provisioned by entity DHCP. {{(pid=100432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:56:29.393647 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.provisioning_blocks [None req-8233c369-21df-4dd6-aab3-dfedb3184de9 None None] Transition to ACTIVE for port object 334f521b-c8ab-4742-a751-4d6d582e4efd will not be triggered until provisioned by entity L2. {{(pid=100434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:56:29.395744 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-7b237c85-cca3-4a53-80aa-5d8602757f05 req-78b05342-440e-4fe7-812e-e6521185adea tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:29.428140 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b05342-440e-4fe7-812e-e6521185adea tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] Pushing event deleted for resources: {'Port': ['ID=1c5c3b7e-f910-43c6-8690-4ae036d612ca,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:29.483723 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b237c85-cca3-4a53-80aa-5d8602757f05 req-78b05342-440e-4fe7-812e-e6521185adea tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] No DVR routers for this DVR port 1c5c3b7e-f910-43c6-8690-4ae036d612ca on host hv-cinder-80161 {{(pid=100432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 05:56:29.487305 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-7b237c85-cca3-4a53-80aa-5d8602757f05 req-78b05342-440e-4fe7-812e-e6521185adea tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for port, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:29.489468 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-7b237c85-cca3-4a53-80aa-5d8602757f05 req-78b05342-440e-4fe7-812e-e6521185adea tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] 10.222.0.18 "DELETE /v2.0/ports/1c5c3b7e-f910-43c6-8690-4ae036d612ca HTTP/1.1" status: 204 len: 173 time: 1.8945012 Aug 04 05:56:29.489965 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '394a135d-51f7-4473-85fd-7cd99a745af4', 'name': 'network-vif-deleted', 'tag': '1c5c3b7e-f910-43c6-8690-4ae036d612ca'}] {{(pid=100432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:56:29.492262 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7961aa7e709e573ce1f4efc3791ca037d6473da3b2c6b2a251ebfb1631130676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9d2c0d-d259-41a8-b439-05211aaf7902" -d '{"events": [{"server_uuid": "394a135d-51f7-4473-85fd-7cd99a745af4", "name": "network-vif-deleted", "tag": "1c5c3b7e-f910-43c6-8690-4ae036d612ca"}]}' {{(pid=100432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:56:29.565201 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 05:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc236db8-884c-4288-bbe2-9ba0336afe71 x-openstack-request-id: req-cc236db8-884c-4288-bbe2-9ba0336afe71 {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:56:29.565515 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "394a135d-51f7-4473-85fd-7cd99a745af4", "name": "network-vif-deleted", "tag": "1c5c3b7e-f910-43c6-8690-4ae036d612ca", "status": "completed", "code": 200}]} {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:56:29.565764 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cc236db8-884c-4288-bbe2-9ba0336afe71 {{(pid=100432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:56:29.566024 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-8233c369-21df-4dd6-aab3-dfedb3184de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:29.566290 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '394a135d-51f7-4473-85fd-7cd99a745af4', 'name': 'network-vif-deleted', 'tag': '1c5c3b7e-f910-43c6-8690-4ae036d612ca', 'status': 'completed', 'code': 200} Aug 04 05:56:29.625807 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-92d5694c-4bdf-4d50-8b87-fe4f94c0862e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:29.725960 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 1c5c3b7e-f910-43c6-8690-4ae036d612ca no longer exists at agent hyperv_hv-cinder-80161 {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 05:56:29.737788 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.managers [None req-8233c369-21df-4dd6-aab3-dfedb3184de9 None None] Attempting to bind port 334f521b-c8ab-4742-a751-4d6d582e4efd on host dv-cinder-801617-4-iscsi for vnic_type normal with profile {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 05:56:29.756897 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.managers [None req-8233c369-21df-4dd6-aab3-dfedb3184de9 None None] Attempting to bind port 334f521b-c8ab-4742-a751-4d6d582e4efd by drivers openvswitch,hyperv on host dv-cinder-801617-4-iscsi at level 0 using segments [{'id': '1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'}] {{(pid=100434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 05:56:29.756897 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8233c369-21df-4dd6-aab3-dfedb3184de9 None None] Attempting to bind port 334f521b-c8ab-4742-a751-4d6d582e4efd on network ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5 {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:56:29.757424 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d5694c-4bdf-4d50-8b87-fe4f94c0862e admin admin] Network 4ef8f3b4-2b14-4272-a773-ce259c8b6ad8 is already hosted by enough agents. {{(pid=100432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:56:29.757424 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.base_scheduler [None req-92d5694c-4bdf-4d50-8b87-fe4f94c0862e admin admin] Resources bound (agent type, host, resource id): {{(pid=100432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:56:29.757587 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8233c369-21df-4dd6-aab3-dfedb3184de9 None None] Checking agent: {'id': '5d82a469-56b0-42fa-aca6-e62dd4c1f49c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 5, 45, 36), 'started_at': datetime.datetime(2021, 8, 4, 5, 46, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 5, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 05:56:29.757587 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8233c369-21df-4dd6-aab3-dfedb3184de9 None None] Checking segment: {'id': '1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:56:29.757587 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-8233c369-21df-4dd6-aab3-dfedb3184de9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:29.757587 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8233c369-21df-4dd6-aab3-dfedb3184de9 None None] Bound using segment: {'id': '1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'} {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 05:56:29.757587 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.managers [None req-8233c369-21df-4dd6-aab3-dfedb3184de9 None None] Bound port: 334f521b-c8ab-4742-a751-4d6d582e4efd, host: dv-cinder-801617-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'}}] {{(pid=100434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 05:56:29.757587 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-8233c369-21df-4dd6-aab3-dfedb3184de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:29.758159 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] No Port match for: 1c5c3b7e-f910-43c6-8690-4ae036d612ca {{(pid=100433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 05:56:29.758159 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 1c5c3b7e-f910-43c6-8690-4ae036d612ca not bound to the agent host hv-cinder-80161 {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 05:56:29.758634 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d5694c-4bdf-4d50-8b87-fe4f94c0862e admin admin] Received port after_create {{(pid=100432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 05:56:29.818070 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-92d5694c-4bdf-4d50-8b87-fe4f94c0862e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572798'] for router_interface, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:29.839748 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.db [None req-8233c369-21df-4dd6-aab3-dfedb3184de9 None None] For port 334f521b-c8ab-4742-a751-4d6d582e4efd, host dv-cinder-801617-4-iscsi, cleared binding levels {{(pid=100434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 05:56:29.843681 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.db [None req-8233c369-21df-4dd6-aab3-dfedb3184de9 None None] For port 334f521b-c8ab-4742-a751-4d6d582e4efd, host dv-cinder-801617-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=334f521b-c8ab-4742-a751-4d6d582e4efd,segment=NetworkSegment(1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa),segment_id=1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa)] {{(pid=100434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 05:56:29.845184 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3d0eb2-b421-4eb9-87b9-8422b94272dc None None] Pushing event updated for resources: {'Port': ['ID=334f521b-c8ab-4742-a751-4d6d582e4efd,revision_number=2']} {{(pid=100434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:29.878223 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d5694c-4bdf-4d50-8b87-fe4f94c0862e admin admin] Pushing event updated for resources: {'Port': ['ID=40345e65-3264-4f5c-a581-3a730cb25046,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:29.920260 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-8233c369-21df-4dd6-aab3-dfedb3184de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:30.023068 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8233c369-21df-4dd6-aab3-dfedb3184de9 None None] Routers {'9c1aef01-92be-4167-b847-6e8fea271d29'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:56:30.023691 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-8233c369-21df-4dd6-aab3-dfedb3184de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:56:06Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['9c1aef01-92be-4167-b847-6e8fea271d29'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:56:30.093915 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3d0eb2-b421-4eb9-87b9-8422b94272dc None None] Pushing event updated for resources: {'Port': ['ID=334f521b-c8ab-4742-a751-4d6d582e4efd,revision_number=3']} {{(pid=100434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:30.114638 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-92d5694c-4bdf-4d50-8b87-fe4f94c0862e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:30.197618 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-8233c369-21df-4dd6-aab3-dfedb3184de9 None None] Set router 9c1aef01-92be-4167-b847-6e8fea271d29 gateway port host: dv-cinder-801617-4-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:56:30.240643 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-69fb48f1-892f-4152-bbb6-a386f966692c req-d3cd5226-13a2-4a94-bddd-03f8f88a0791 tempest-VolumesNegativeTest-160666985 tempest-VolumesNegativeTest-160666985-project] 10.222.0.37 "GET /v2.0/ports?device_id=394a135d-51f7-4473-85fd-7cd99a745af4 HTTP/1.1" status: 200 len: 210 time: 0.0686219 Aug 04 05:56:30.249634 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-82ddfaae-a38a-4ead-a32f-43c46b648b1b None None] Provisioning for port 40345e65-3264-4f5c-a581-3a730cb25046 completed by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:56:30.253755 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-82ddfaae-a38a-4ead-a32f-43c46b648b1b None None] Provisioning complete for port 40345e65-3264-4f5c-a581-3a730cb25046 triggered by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:56:30.254599 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-82ddfaae-a38a-4ead-a32f-43c46b648b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:30.318982 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-82ddfaae-a38a-4ead-a32f-43c46b648b1b None None] Port 40345e65-3264-4f5c-a581-3a730cb25046 cannot update to ACTIVE because it is not bound. {{(pid=100433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 05:56:30.426913 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c723b92-aeb0-4186-8812-bb42883ba3a2 req-b840cd3a-e5ff-43fe-8318-ea8d3117bb22 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:30.430188 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-6c723b92-aeb0-4186-8812-bb42883ba3a2 req-b840cd3a-e5ff-43fe-8318-ea8d3117bb22 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.1783121 Aug 04 05:56:30.476912 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-8233c369-21df-4dd6-aab3-dfedb3184de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1aef01-92be-4167-b847-6e8fea271d29', 'name': 'tempest-TestMinimumBasicScenario-1976798926-router', 'tenant_id': '8f62397568a74730be8e584893e1c3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '334f521b-c8ab-4742-a751-4d6d582e4efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:56:24Z', 'updated_at': '2021-08-04T05:56:26Z', 'revision_number': 3, 'project_id': '8f62397568a74730be8e584893e1c3e1', 'gw_port': {'id': '334f521b-c8ab-4742-a751-4d6d582e4efd', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:27:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1aef01-92be-4167-b847-6e8fea271d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:56:25Z', 'updated_at': '2021-08-04T05:56:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi'}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:56:30.503915 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22e78e-4742-403b-bae1-7cb64186e067 req-5413521e-7491-4b4b-8764-1817a59c88c6 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:30.512861 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-1f22e78e-4742-403b-bae1-7cb64186e067 req-5413521e-7491-4b4b-8764-1817a59c88c6 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 946 time: 0.0730896 Aug 04 05:56:30.524542 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8233c369-21df-4dd6-aab3-dfedb3184de9 None None] The sync data for ids ['9c1aef01-92be-4167-b847-6e8fea271d29'] in dv-cinder-801617-4-iscsi is: [{'id': '9c1aef01-92be-4167-b847-6e8fea271d29', 'name': 'tempest-TestMinimumBasicScenario-1976798926-router', 'tenant_id': '8f62397568a74730be8e584893e1c3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '334f521b-c8ab-4742-a751-4d6d582e4efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:56:24Z', 'updated_at': '2021-08-04T05:56:26Z', 'revision_number': 3, 'project_id': '8f62397568a74730be8e584893e1c3e1', 'gw_port': {'id': '334f521b-c8ab-4742-a751-4d6d582e4efd', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:27:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1aef01-92be-4167-b847-6e8fea271d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:56:25Z', 'updated_at': '2021-08-04T05:56:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi'}] {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 05:56:30.568632 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-1f22e78e-4742-403b-bae1-7cb64186e067 req-7774787f-58f3-4b27-bd9f-21bf30bc38af tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456836 Aug 04 05:56:30.577191 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-6c723b92-aeb0-4186-8812-bb42883ba3a2 req-735d18de-121c-47c3-916d-7ab1919833e0 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320493 Aug 04 05:56:30.629811 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-92d5694c-4bdf-4d50-8b87-fe4f94c0862e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:30.834988 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-92d5694c-4bdf-4d50-8b87-fe4f94c0862e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5048305'] for port, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:30.925123 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-92d5694c-4bdf-4d50-8b87-fe4f94c0862e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572898'] for router_interface, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:30.928268 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d5694c-4bdf-4d50-8b87-fe4f94c0862e admin admin] Pushing event updated for resources: {'Port': ['ID=40345e65-3264-4f5c-a581-3a730cb25046,revision_number=2']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:31.049107 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d5694c-4bdf-4d50-8b87-fe4f94c0862e admin admin] Network 4ef8f3b4-2b14-4272-a773-ce259c8b6ad8 is already hosted by enough agents. {{(pid=100432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:56:31.050608 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.base_scheduler [None req-92d5694c-4bdf-4d50-8b87-fe4f94c0862e admin admin] Resources bound (agent type, host, resource id): {{(pid=100432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:56:31.220185 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d5694c-4bdf-4d50-8b87-fe4f94c0862e admin admin] Router 9c1aef01-92be-4167-b847-6e8fea271d29 has already been hosted by L3 agent 1092c566-0070-459b-a71e-112f2411deeb {{(pid=100432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 05:56:31.352133 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-9bfac7a1-2d61-4155-9bfc-eed7db31ab8a None None] Provisioning complete for port 40345e65-3264-4f5c-a581-3a730cb25046 triggered by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:56:31.353636 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-9bfac7a1-2d61-4155-9bfc-eed7db31ab8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:31.397415 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-9bfac7a1-2d61-4155-9bfc-eed7db31ab8a None None] Port 40345e65-3264-4f5c-a581-3a730cb25046 cannot update to ACTIVE because it is not bound. {{(pid=100433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 05:56:31.428834 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53ff5a-64bf-4455-8e9e-ada8df527b68 req-03fb4afa-f6ca-42d5-95ac-24449a4f1d44 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:31.430437 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-1c53ff5a-64bf-4455-8e9e-ada8df527b68 req-03fb4afa-f6ca-42d5-95ac-24449a4f1d44 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.1465359 Aug 04 05:56:31.451308 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2f5bd-99c8-402a-a8d9-f30cd29934b5 req-df36d045-60c2-472b-88fa-8f6ffcda7000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:31.451444 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ebd2f5bd-99c8-402a-a8d9-f30cd29934b5 req-df36d045-60c2-472b-88fa-8f6ffcda7000 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0d320059d2a748979473823c9bc742bb&device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 1099 time: 0.1589200 Aug 04 05:56:31.454160 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d5694c-4bdf-4d50-8b87-fe4f94c0862e admin admin] Notify agent at l3_agent.dv-cinder-801617-4-iscsi the message routers_updated {{(pid=100432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 05:56:31.468036 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-92d5694c-4bdf-4d50-8b87-fe4f94c0862e admin admin] 10.222.0.37 "PUT /v2.0/routers/9c1aef01-92be-4167-b847-6e8fea271d29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1714122 Aug 04 05:56:31.542279 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-1c53ff5a-64bf-4455-8e9e-ada8df527b68 req-0e716d42-a9ed-48d6-a9ca-c582a3f448e1 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022601 Aug 04 05:56:31.606812 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2f5bd-99c8-402a-a8d9-f30cd29934b5 req-6c97a30d-f36a-4b80-a86e-01246cb59ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:31.613161 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ebd2f5bd-99c8-402a-a8d9-f30cd29934b5 req-6c97a30d-f36a-4b80-a86e-01246cb59ed7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fea95b2d-d504-480b-8c54-fa1d3a884d59 HTTP/1.1" status: 200 len: 920 time: 0.1502168 Aug 04 05:56:31.680933 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ebd2f5bd-99c8-402a-a8d9-f30cd29934b5 req-9efa734e-141f-49aa-b912-b9440959f058 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5429d2ed-d8be-49be-834a-cd46b4267bce HTTP/1.1" status: 200 len: 217 time: 0.0580478 Aug 04 05:56:31.713446 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f5090-8a66-4690-b5cd-205799a39011 req-1b45007e-a9f8-4498-b081-dc97b21d22e6 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:31.716312 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-578f5090-8a66-4690-b5cd-205799a39011 req-1b45007e-a9f8-4498-b081-dc97b21d22e6 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 946 time: 0.0583763 Aug 04 05:56:31.744031 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2f5bd-99c8-402a-a8d9-f30cd29934b5 req-134e4584-4584-4aac-a22b-57e41e21af2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:31.745840 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ebd2f5bd-99c8-402a-a8d9-f30cd29934b5 req-134e4584-4584-4aac-a22b-57e41e21af2f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9770694f-c8d6-4155-afb5-37951e23de06 HTTP/1.1" status: 200 len: 859 time: 0.0574331 Aug 04 05:56:31.776398 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-578f5090-8a66-4690-b5cd-205799a39011 req-3859fd31-0571-48d1-9ea3-dd75d836ce99 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519876 Aug 04 05:56:31.783396 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ebd2f5bd-99c8-402a-a8d9-f30cd29934b5 req-23f6c694-c4fd-40b5-932b-ff5f5ace2cf2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fea95b2d-d504-480b-8c54-fa1d3a884d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290344 Aug 04 05:56:31.906869 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ebd2f5bd-99c8-402a-a8d9-f30cd29934b5 req-0a94a7e4-2d56-429e-84e0-27a38f0c1b2c service neutron] 10.222.0.18 "GET /v2.0/networks/fea95b2d-d504-480b-8c54-fa1d3a884d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147442 Aug 04 05:56:31.989364 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645dac2-94ce-475b-984e-b52f07f9de41 req-7381fbf2-2e56-4768-8e92-55420d006def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:31.990858 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-6645dac2-94ce-475b-984e-b52f07f9de41 req-7381fbf2-2e56-4768-8e92-55420d006def service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec04283d3509443b9c65cd9af852d46f&device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 1099 time: 0.0473497 Aug 04 05:56:32.029207 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ebd2f5bd-99c8-402a-a8d9-f30cd29934b5 req-a59498dd-ad47-4d5a-b38a-46cb23b6a5ad service neutron] 10.222.0.18 "GET /v2.0/networks/fea95b2d-d504-480b-8c54-fa1d3a884d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129627 Aug 04 05:56:32.097456 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645dac2-94ce-475b-984e-b52f07f9de41 req-778b526d-b0d8-4e30-a901-7a784ca56fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:32.100033 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-6645dac2-94ce-475b-984e-b52f07f9de41 req-778b526d-b0d8-4e30-a901-7a784ca56fb3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a493c09c-6949-44f8-8e08-fbb13c36d6a2 HTTP/1.1" status: 200 len: 918 time: 0.1012769 Aug 04 05:56:32.212599 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-6645dac2-94ce-475b-984e-b52f07f9de41 req-d383cdec-c94e-46f7-ba87-df36efab85bc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec952f16-dc93-4d6b-a88d-f9718685be57 HTTP/1.1" status: 200 len: 1002 time: 0.1000626 Aug 04 05:56:32.265200 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645dac2-94ce-475b-984e-b52f07f9de41 req-cfde5a2e-9efa-41e5-ac12-169df7df44e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:32.266810 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-6645dac2-94ce-475b-984e-b52f07f9de41 req-cfde5a2e-9efa-41e5-ac12-169df7df44e5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2aeabe42-c308-496c-8730-52b38af59b7d HTTP/1.1" status: 200 len: 856 time: 0.0462439 Aug 04 05:56:32.321529 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645dac2-94ce-475b-984e-b52f07f9de41 req-a7797a5c-49d9-4f3a-9ce9-16ef7a50267b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:32.323393 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-6645dac2-94ce-475b-984e-b52f07f9de41 req-a7797a5c-49d9-4f3a-9ce9-16ef7a50267b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a493c09c-6949-44f8-8e08-fbb13c36d6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467234 Aug 04 05:56:32.424046 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-6645dac2-94ce-475b-984e-b52f07f9de41 req-95333f36-b4b6-4c0b-ab17-d1648d425fec service neutron] 10.222.0.18 "GET /v2.0/networks/a493c09c-6949-44f8-8e08-fbb13c36d6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902956 Aug 04 05:56:32.451009 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 58506) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:56:32.452318 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b234a55-1683-41e1-a436-c65884f794a3 None None] Sync routers for ids ['9c1aef01-92be-4167-b847-6e8fea271d29'] in dv-cinder-801617-4-iscsi {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 05:56:32.455800 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [None req-b2f9ed24-b163-4f96-96b8-c4c7c4888170 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1064160315-network', 'tenant_id': '3a490894560a4612829cd79cc9723c2f'}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:56:32.469827 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b234a55-1683-41e1-a436-c65884f794a3 None None] Routers {'9c1aef01-92be-4167-b847-6e8fea271d29'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:56:32.470605 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-1b234a55-1683-41e1-a436-c65884f794a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:56:06Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['9c1aef01-92be-4167-b847-6e8fea271d29'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:56:32.525894 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-6645dac2-94ce-475b-984e-b52f07f9de41 req-68c31fc3-c745-45d8-97ed-3a490c6a880c service neutron] 10.222.0.18 "GET /v2.0/networks/a493c09c-6949-44f8-8e08-fbb13c36d6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936437 Aug 04 05:56:32.553023 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f9ed24-b163-4f96-96b8-c4c7c4888170 admin admin] Made reservation on behalf of 3a490894560a4612829cd79cc9723c2f for: {'network': 1} {{(pid=100432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 05:56:32.555358 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-b2f9ed24-b163-4f96-96b8-c4c7c4888170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for network, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:32.564750 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-b2f9ed24-b163-4f96-96b8-c4c7c4888170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:32.590185 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-1b234a55-1683-41e1-a436-c65884f794a3 None None] Set router 9c1aef01-92be-4167-b847-6e8fea271d29 gateway port host: dv-cinder-801617-4-iscsi {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:56:32.711423 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28103e1-e40e-4821-a5d2-f375e20f7a59 req-2062fe6a-2b17-4511-8b98-654a08db2eca tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:32.712974 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-d28103e1-e40e-4821-a5d2-f375e20f7a59 req-2062fe6a-2b17-4511-8b98-654a08db2eca tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.0918140 Aug 04 05:56:32.718200 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-b2f9ed24-b163-4f96-96b8-c4c7c4888170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:32.758068 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-d28103e1-e40e-4821-a5d2-f375e20f7a59 req-3756851d-2f1a-44be-bd39-e645e98701d8 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385039 Aug 04 05:56:32.799093 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-b2f9ed24-b163-4f96-96b8-c4c7c4888170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:32.822104 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2f9ed24-b163-4f96-96b8-c4c7c4888170 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=100432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 05:56:32.845152 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f9ed24-b163-4f96-96b8-c4c7c4888170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a727353c-1d10-4e1b-8345-73a4baba2917,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:32.845722 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-1b234a55-1683-41e1-a436-c65884f794a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1aef01-92be-4167-b847-6e8fea271d29', 'name': 'tempest-TestMinimumBasicScenario-1976798926-router', 'tenant_id': '8f62397568a74730be8e584893e1c3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '334f521b-c8ab-4742-a751-4d6d582e4efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:56:24Z', 'updated_at': '2021-08-04T05:56:29Z', 'revision_number': 4, 'project_id': '8f62397568a74730be8e584893e1c3e1', 'gw_port': {'id': '334f521b-c8ab-4742-a751-4d6d582e4efd', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:27:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1aef01-92be-4167-b847-6e8fea271d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:56:25Z', 'updated_at': '2021-08-04T05:56:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': '40345e65-3264-4f5c-a581-3a730cb25046', 'name': '', 'network_id': '4ef8f3b4-2b14-4272-a773-ce259c8b6ad8', 'tenant_id': '8f62397568a74730be8e584893e1c3e1', 'mac_address': 'fa:16:3e:c3:00:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1aef01-92be-4167-b847-6e8fea271d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '4a1f5ca3-6248-4755-92d6-9160486f41b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:56:29Z', 'updated_at': '2021-08-04T05:56:30Z', 'revision_number': 2, 'project_id': '8f62397568a74730be8e584893e1c3e1', 'subnets': [{'id': '4a1f5ca3-6248-4755-92d6-9160486f41b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:56:32.849459 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-b2f9ed24-b163-4f96-96b8-c4c7c4888170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2010985'] for segment, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:32.849904 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.db.segments_db [None req-b2f9ed24-b163-4f96-96b8-c4c7c4888170 admin admin] Added segment dd5efd73-8cff-40d8-902a-2be57d6b1904 of type vlan for network 599f2641-5323-418b-a1da-374c58312308 Aug 04 05:56:32.883913 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9ed24-b163-4f96-96b8-c4c7c4888170 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:56:32.885327 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9ed24-b163-4f96-96b8-c4c7c4888170 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:56:32.885736 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9ed24-b163-4f96-96b8-c4c7c4888170 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:56:32.889053 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9ed24-b163-4f96-96b8-c4c7c4888170 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:56:32.893769 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9ed24-b163-4f96-96b8-c4c7c4888170 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:56:32.893769 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9ed24-b163-4f96-96b8-c4c7c4888170 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:56:32.893769 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9ed24-b163-4f96-96b8-c4c7c4888170 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:56:32.893769 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9ed24-b163-4f96-96b8-c4c7c4888170 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:56:32.893769 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9ed24-b163-4f96-96b8-c4c7c4888170 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:56:32.893769 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9ed24-b163-4f96-96b8-c4c7c4888170 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:56:32.894563 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9ed24-b163-4f96-96b8-c4c7c4888170 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:56:32.895585 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9ed24-b163-4f96-96b8-c4c7c4888170 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:56:32.901073 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b234a55-1683-41e1-a436-c65884f794a3 None None] Checking router: 9c1aef01-92be-4167-b847-6e8fea271d29 for host: dv-cinder-801617-4-iscsi {{(pid=100433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 05:56:32.902829 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b234a55-1683-41e1-a436-c65884f794a3 None None] Updating router 9c1aef01-92be-4167-b847-6e8fea271d29 port 40345e65-3264-4f5c-a581-3a730cb25046 binding host dv-cinder-801617-4-iscsi {{(pid=100433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 05:56:32.909503 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 334f521b-c8ab-4742-a751-4d6d582e4efd up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:56:32.977085 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-b2f9ed24-b163-4f96-96b8-c4c7c4888170 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791114671894'] for network, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:32.982347 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1dd0ef-a81c-47ef-bb05-77ae7f7ed98d req-9b8b898a-329b-4c67-b302-9c853445c610 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:32.985449 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-6e1dd0ef-a81c-47ef-bb05-77ae7f7ed98d req-9b8b898a-329b-4c67-b302-9c853445c610 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 946 time: 0.0995121 Aug 04 05:56:33.021617 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-1b234a55-1683-41e1-a436-c65884f794a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:33.052158 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-6e1dd0ef-a81c-47ef-bb05-77ae7f7ed98d req-de353dca-ed88-4079-a0dc-b72f62a323e8 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498712 Aug 04 05:56:33.075406 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-b2f9ed24-b163-4f96-96b8-c4c7c4888170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527'] for network, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:33.076421 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f9ed24-b163-4f96-96b8-c4c7c4888170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:33.081288 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-b2f9ed24-b163-4f96-96b8-c4c7c4888170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for network, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:33.141560 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f9ed24-b163-4f96-96b8-c4c7c4888170 admin admin] Pushing event updated for resources: {'Network': ['ID=599f2641-5323-418b-a1da-374c58312308,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:33.156508 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Network 599f2641-5323-418b-a1da-374c58312308 details requested by agent ovs-agent-dv-cinder-801617-4-iscsi with host dv-cinder-801617-4-iscsi {{(pid=100433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 05:56:33.174887 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning for port 334f521b-c8ab-4742-a751-4d6d582e4efd completed by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:56:33.193381 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-b2f9ed24-b163-4f96-96b8-c4c7c4888170 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7414668 Aug 04 05:56:33.195998 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 58556) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:56:33.201156 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [None req-6371d360-fbac-437b-9706-b029827c19ea admin admin] Request body: {'subnet': {'network_id': '599f2641-5323-418b-a1da-374c58312308', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1064160315-subnet', 'tenant_id': '3a490894560a4612829cd79cc9723c2f', 'ip_version': 4}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:56:33.223206 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port 334f521b-c8ab-4742-a751-4d6d582e4efd triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:56:33.223674 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:33.342304 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6371d360-fbac-437b-9706-b029827c19ea admin admin] Made reservation on behalf of 3a490894560a4612829cd79cc9723c2f for: {'subnet': 1} {{(pid=100432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 05:56:33.344846 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-6371d360-fbac-437b-9706-b029827c19ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4625328'] for subnet, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:33.451188 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:33.502698 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] For port 334f521b-c8ab-4742-a751-4d6d582e4efd, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=334f521b-c8ab-4742-a751-4d6d582e4efd,segment=NetworkSegment(1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa),segment_id=1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:56:33.506605 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-1b234a55-1683-41e1-a436-c65884f794a3 None None] Notify callbacks [] for port, precommit_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:33.517896 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-1b234a55-1683-41e1-a436-c65884f794a3 None None] Transition to ACTIVE for port object 40345e65-3264-4f5c-a581-3a730cb25046 will not be triggered until provisioned by entity L2. {{(pid=100433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:56:33.581337 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-87e71b85-d61f-455e-8dc8-17478be6579d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:33.583447 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:33.632487 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Pushing event updated for resources: {'Port': ['ID=334f521b-c8ab-4742-a751-4d6d582e4efd,revision_number=4']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:33.635080 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-6371d360-fbac-437b-9706-b029827c19ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5048164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4625294'] for subnet, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:33.635760 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-1b234a55-1683-41e1-a436-c65884f794a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:33.717563 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6371d360-fbac-437b-9706-b029827c19ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=395706c1-d544-4f4f-8ad7-b973f139947b,revision_number=0']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:33.725682 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe4392-5c83-4fca-bfbb-24cda1a94e21 None None] Pushing event updated for resources: {'Port': ['ID=40345e65-3264-4f5c-a581-3a730cb25046,revision_number=3']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:33.726189 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6371d360-fbac-437b-9706-b029827c19ea admin admin] Checking segment: {'id': 'dd5efd73-8cff-40d8-902a-2be57d6b1904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '599f2641-5323-418b-a1da-374c58312308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:56:33.726452 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6371d360-fbac-437b-9706-b029827c19ea admin admin] Network hostable DHCP agents. Network: 599f2641-5323-418b-a1da-374c58312308, hostable agents: ['4768dbe1-4fdd-4775-b2cc-1723632bf934'], hosted agents: [] {{(pid=100432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 05:56:33.760826 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-1b234a55-1683-41e1-a436-c65884f794a3 None None] Attempting to bind port 40345e65-3264-4f5c-a581-3a730cb25046 on host dv-cinder-801617-4-iscsi for vnic_type normal with profile {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 05:56:33.761213 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-1b234a55-1683-41e1-a436-c65884f794a3 None None] Attempting to bind port 40345e65-3264-4f5c-a581-3a730cb25046 by drivers openvswitch,hyperv on host dv-cinder-801617-4-iscsi at level 0 using segments [{'id': 'fd5c282d-b29f-459e-bfb6-2a02f219b3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4ef8f3b4-2b14-4272-a773-ce259c8b6ad8'}] {{(pid=100433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 05:56:33.761579 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b234a55-1683-41e1-a436-c65884f794a3 None None] Attempting to bind port 40345e65-3264-4f5c-a581-3a730cb25046 on network 4ef8f3b4-2b14-4272-a773-ce259c8b6ad8 {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:56:33.765161 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device ec952f16-dc93-4d6b-a88d-f9718685be57 no longer exists at agent hyperv_hv-cinder-80161 {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 05:56:33.772265 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b234a55-1683-41e1-a436-c65884f794a3 None None] Checking agent: {'id': '5d82a469-56b0-42fa-aca6-e62dd4c1f49c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 5, 45, 36), 'started_at': datetime.datetime(2021, 8, 4, 5, 46, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 5, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 05:56:33.772637 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b234a55-1683-41e1-a436-c65884f794a3 None None] Checking segment: {'id': 'fd5c282d-b29f-459e-bfb6-2a02f219b3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4ef8f3b4-2b14-4272-a773-ce259c8b6ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:56:33.773036 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-1b234a55-1683-41e1-a436-c65884f794a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:33.773427 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b234a55-1683-41e1-a436-c65884f794a3 None None] Bound using segment: {'id': 'fd5c282d-b29f-459e-bfb6-2a02f219b3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4ef8f3b4-2b14-4272-a773-ce259c8b6ad8'} {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 05:56:33.773893 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-1b234a55-1683-41e1-a436-c65884f794a3 None None] Bound port: 40345e65-3264-4f5c-a581-3a730cb25046, host: dv-cinder-801617-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd5c282d-b29f-459e-bfb6-2a02f219b3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4ef8f3b4-2b14-4272-a773-ce259c8b6ad8'}}] {{(pid=100433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 05:56:33.774266 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-1b234a55-1683-41e1-a436-c65884f794a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:33.856209 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6371d360-fbac-437b-9706-b029827c19ea admin admin] Network 599f2641-5323-418b-a1da-374c58312308 is scheduled to be hosted by DHCP agent 4768dbe1-4fdd-4775-b2cc-1723632bf934 with binding_index 1 {{(pid=100432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 05:56:33.911435 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c665267-8f1a-4c4e-a495-8e93a6f184d6 req-c3a5b5b9-cc6c-412f-b018-279c82f8e951 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:33.913341 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-2c665267-8f1a-4c4e-a495-8e93a6f184d6 req-c3a5b5b9-cc6c-412f-b018-279c82f8e951 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.0677598 Aug 04 05:56:33.966464 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-2c665267-8f1a-4c4e-a495-8e93a6f184d6 req-328d1fcb-0553-44e9-959b-78ecb5f9fcbf tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469546 Aug 04 05:56:33.981826 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.base_scheduler [None req-6371d360-fbac-437b-9706-b029827c19ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-4-iscsi, 599f2641-5323-418b-a1da-374c58312308) {{(pid=100432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:56:33.996297 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6371d360-fbac-437b-9706-b029827c19ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:33.996890 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-6371d360-fbac-437b-9706-b029827c19ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:34.022416 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fa2f75-e034-4877-b3fa-bfa0e15a8446 None None] Network 599f2641-5323-418b-a1da-374c58312308 requested from dv-cinder-801617-4-iscsi {{(pid=100433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 05:56:34.102995 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-6371d360-fbac-437b-9706-b029827c19ea admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9058988 Aug 04 05:56:34.105772 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 58596) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:56:34.122190 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-62f2e44d-7d0d-4a63-8796-7ed04deee8ca admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1064160315-router', 'tenant_id': '3a490894560a4612829cd79cc9723c2f', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'}}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:56:34.122283 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-1b234a55-1683-41e1-a436-c65884f794a3 None None] For port 40345e65-3264-4f5c-a581-3a730cb25046, host dv-cinder-801617-4-iscsi, cleared binding levels {{(pid=100433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 05:56:34.156647 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-1b234a55-1683-41e1-a436-c65884f794a3 None None] For port 40345e65-3264-4f5c-a581-3a730cb25046, host dv-cinder-801617-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=40345e65-3264-4f5c-a581-3a730cb25046,segment=NetworkSegment(fd5c282d-b29f-459e-bfb6-2a02f219b3cd),segment_id=fd5c282d-b29f-459e-bfb6-2a02f219b3cd)] {{(pid=100433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 05:56:34.160511 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:34.198653 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db707704-794d-470d-8f9c-d70cc2271e8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec952f16-dc93-4d6b-a88d-f9718685be57'}] {{(pid=100433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:56:34.200951 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffe4ad2cefe5cc989f07e8393c985a8403d56455fd91e6fde58b148ee627bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a254397-483a-4020-9fe5-4115bcfce408" -d '{"events": [{"server_uuid": "db707704-794d-470d-8f9c-d70cc2271e8b", "name": "network-vif-unplugged", "status": "completed", "tag": "ec952f16-dc93-4d6b-a88d-f9718685be57"}]}' {{(pid=100433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:56:34.201286 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ccd74-64d4-48a5-a3aa-39c23cd07293 req-12340ea0-bf01-4b35-a612-32b34653c396 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:34.202776 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-e69ccd74-64d4-48a5-a3aa-39c23cd07293 req-12340ea0-bf01-4b35-a612-32b34653c396 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 946 time: 0.0524180 Aug 04 05:56:34.215366 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-62f2e44d-7d0d-4a63-8796-7ed04deee8ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25311'] for router, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:34.219306 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-62f2e44d-7d0d-4a63-8796-7ed04deee8ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-954464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24620'] for router, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:34.224549 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port ec952f16-dc93-4d6b-a88d-f9718685be57, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=ec952f16-dc93-4d6b-a88d-f9718685be57,segment=NetworkSegment(ec29bf54-ee61-44b2-b8df-ad8fd94577ee),segment_id=ec29bf54-ee61-44b2-b8df-ad8fd94577ee)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:56:34.248414 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 05:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a504f902-bfe0-4f09-ba97-4c06d67ceac7 x-openstack-request-id: req-a504f902-bfe0-4f09-ba97-4c06d67ceac7 {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:56:34.248730 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db707704-794d-470d-8f9c-d70cc2271e8b", "name": "network-vif-unplugged", "status": "completed", "tag": "ec952f16-dc93-4d6b-a88d-f9718685be57", "code": 200}]} {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:56:34.248976 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a504f902-bfe0-4f09-ba97-4c06d67ceac7 {{(pid=100433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:56:34.249362 dv-cinder-801617-4-iscsi neutron-server[100433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db707704-794d-470d-8f9c-d70cc2271e8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec952f16-dc93-4d6b-a88d-f9718685be57', 'code': 200} Aug 04 05:56:34.252713 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-1b234a55-1683-41e1-a436-c65884f794a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:34.278218 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-e69ccd74-64d4-48a5-a3aa-39c23cd07293 req-c794b4ae-5c55-45f2-8cdb-35116d9374a2 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649090 Aug 04 05:56:34.305293 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:34.329536 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-62f2e44d-7d0d-4a63-8796-7ed04deee8ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:34.368410 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b234a55-1683-41e1-a436-c65884f794a3 None None] Routers {'9c1aef01-92be-4167-b847-6e8fea271d29'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:56:34.369432 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-1b234a55-1683-41e1-a436-c65884f794a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:56:06Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['9c1aef01-92be-4167-b847-6e8fea271d29'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:56:34.411219 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ba404c-0b9f-4e36-9503-0deafd76b6d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d1b3a8-ca01-589b-8715-9fbe483b46e6-599f2641-5323-418b-a1da-374c58312308', 'network_id': '599f2641-5323-418b-a1da-374c58312308', 'tenant_id': '3a490894560a4612829cd79cc9723c2f', 'fixed_ips': [{'subnet_id': '395706c1-d544-4f4f-8ad7-b973f139947b'}]}} from dv-cinder-801617-4-iscsi. {{(pid=100433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 05:56:34.412381 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c1ba404c-0b9f-4e36-9503-0deafd76b6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:34.417295 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe4392-5c83-4fca-bfbb-24cda1a94e21 None None] Pushing event updated for resources: {'Port': ['ID=40345e65-3264-4f5c-a581-3a730cb25046,revision_number=4']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:34.593485 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-62f2e44d-7d0d-4a63-8796-7ed04deee8ca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:34.605763 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=ec952f16-dc93-4d6b-a88d-f9718685be57,revision_number=8']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:34.674697 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-1b234a55-1683-41e1-a436-c65884f794a3 None None] Set router 9c1aef01-92be-4167-b847-6e8fea271d29 gateway port host: dv-cinder-801617-4-iscsi {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:56:34.763694 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.db_base_plugin_common [None req-c1ba404c-0b9f-4e36-9503-0deafd76b6d8 None None] Allocated IP 172.20.0.2 (599f2641-5323-418b-a1da-374c58312308/395706c1-d544-4f4f-8ad7-b973f139947b/f07292a9-8f20-43f2-b41f-7a5a6bfa4676) {{(pid=100433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 05:56:34.890142 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 334f521b-c8ab-4742-a751-4d6d582e4efd up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:56:35.072438 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port 334f521b-c8ab-4742-a751-4d6d582e4efd triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:56:35.073237 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:35.075453 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c1ba404c-0b9f-4e36-9503-0deafd76b6d8 None None] Notify callbacks [] for port, precommit_create {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:35.106772 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c1ba404c-0b9f-4e36-9503-0deafd76b6d8 None None] Transition to ACTIVE for port object f07292a9-8f20-43f2-b41f-7a5a6bfa4676 will not be triggered until provisioned by entity L2. {{(pid=100433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:56:35.138342 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c1ba404c-0b9f-4e36-9503-0deafd76b6d8 None None] Transition to ACTIVE for port object f07292a9-8f20-43f2-b41f-7a5a6bfa4676 will not be triggered until provisioned by entity DHCP. {{(pid=100433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:56:35.146666 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-1b234a55-1683-41e1-a436-c65884f794a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1aef01-92be-4167-b847-6e8fea271d29', 'name': 'tempest-TestMinimumBasicScenario-1976798926-router', 'tenant_id': '8f62397568a74730be8e584893e1c3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '334f521b-c8ab-4742-a751-4d6d582e4efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:56:24Z', 'updated_at': '2021-08-04T05:56:29Z', 'revision_number': 4, 'project_id': '8f62397568a74730be8e584893e1c3e1', 'gw_port': {'id': '334f521b-c8ab-4742-a751-4d6d582e4efd', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:27:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1aef01-92be-4167-b847-6e8fea271d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:56:25Z', 'updated_at': '2021-08-04T05:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': '40345e65-3264-4f5c-a581-3a730cb25046', 'name': '', 'network_id': '4ef8f3b4-2b14-4272-a773-ce259c8b6ad8', 'tenant_id': '8f62397568a74730be8e584893e1c3e1', 'mac_address': 'fa:16:3e:c3:00:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1aef01-92be-4167-b847-6e8fea271d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '4a1f5ca3-6248-4755-92d6-9160486f41b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:56:29Z', 'updated_at': '2021-08-04T05:56:34Z', 'revision_number': 4, 'project_id': '8f62397568a74730be8e584893e1c3e1', 'subnets': [{'id': '4a1f5ca3-6248-4755-92d6-9160486f41b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:56:35.171827 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339f290-770d-4919-9de7-a6631299c2d8 req-34e37f34-faad-4040-b8d0-d881289f4a26 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:35.178269 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b234a55-1683-41e1-a436-c65884f794a3 None None] The sync data for ids ['9c1aef01-92be-4167-b847-6e8fea271d29'] in dv-cinder-801617-4-iscsi is: [{'id': '9c1aef01-92be-4167-b847-6e8fea271d29', 'name': 'tempest-TestMinimumBasicScenario-1976798926-router', 'tenant_id': '8f62397568a74730be8e584893e1c3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '334f521b-c8ab-4742-a751-4d6d582e4efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:56:24Z', 'updated_at': '2021-08-04T05:56:29Z', 'revision_number': 4, 'project_id': '8f62397568a74730be8e584893e1c3e1', 'gw_port': {'id': '334f521b-c8ab-4742-a751-4d6d582e4efd', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:27:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1aef01-92be-4167-b847-6e8fea271d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:56:25Z', 'updated_at': '2021-08-04T05:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': '40345e65-3264-4f5c-a581-3a730cb25046', 'name': '', 'network_id': '4ef8f3b4-2b14-4272-a773-ce259c8b6ad8', 'tenant_id': '8f62397568a74730be8e584893e1c3e1', 'mac_address': 'fa:16:3e:c3:00:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1aef01-92be-4167-b847-6e8fea271d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '4a1f5ca3-6248-4755-92d6-9160486f41b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:56:29Z', 'updated_at': '2021-08-04T05:56:34Z', 'revision_number': 4, 'project_id': '8f62397568a74730be8e584893e1c3e1', 'subnets': [{'id': '4a1f5ca3-6248-4755-92d6-9160486f41b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 05:56:35.189247 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-7339f290-770d-4919-9de7-a6631299c2d8 req-34e37f34-faad-4040-b8d0-d881289f4a26 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.0730209 Aug 04 05:56:35.228789 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-62f2e44d-7d0d-4a63-8796-7ed04deee8ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:35.253073 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-7339f290-770d-4919-9de7-a6631299c2d8 req-23a8c84d-4bab-4ac4-a95d-c6426fdd339e tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701261 Aug 04 05:56:35.259771 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-62f2e44d-7d0d-4a63-8796-7ed04deee8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:35.344080 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c1ba404c-0b9f-4e36-9503-0deafd76b6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606'] for port, after_create {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:35.421393 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ba404c-0b9f-4e36-9503-0deafd76b6d8 None None] Network 599f2641-5323-418b-a1da-374c58312308 is already hosted by enough agents. {{(pid=100433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:56:35.428990 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.scheduler.base_scheduler [None req-c1ba404c-0b9f-4e36-9503-0deafd76b6d8 None None] Resources bound (agent type, host, resource id): {{(pid=100433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:56:35.436019 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ba404c-0b9f-4e36-9503-0deafd76b6d8 None None] Received port after_create {{(pid=100433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 05:56:35.438114 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba404c-0b9f-4e36-9503-0deafd76b6d8 None None] Pushing event updated for resources: {'Port': ['ID=f07292a9-8f20-43f2-b41f-7a5a6bfa4676,revision_number=1']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:35.501242 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.db_base_plugin_common [None req-62f2e44d-7d0d-4a63-8796-7ed04deee8ca admin admin] Allocated IP 172.27.1.229 (ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5/3914311c-894e-41ec-96a2-d757dbda92d2/cee28975-e4e7-4004-ba65-1ffa4fe523a4) {{(pid=100431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 05:56:35.531376 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe3a9b-bef3-4e14-a97e-a1802a5124b6 req-2acb0dd2-a967-42d3-8972-da95c5703a60 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:35.533249 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-62fe3a9b-bef3-4e14-a97e-a1802a5124b6 req-2acb0dd2-a967-42d3-8972-da95c5703a60 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 944 time: 0.1167612 Aug 04 05:56:35.539147 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-c1ba404c-0b9f-4e36-9503-0deafd76b6d8 None None] Attempting to bind port f07292a9-8f20-43f2-b41f-7a5a6bfa4676 on host dv-cinder-801617-4-iscsi for vnic_type normal with profile {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 05:56:35.539899 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-c1ba404c-0b9f-4e36-9503-0deafd76b6d8 None None] Attempting to bind port f07292a9-8f20-43f2-b41f-7a5a6bfa4676 by drivers openvswitch,hyperv on host dv-cinder-801617-4-iscsi at level 0 using segments [{'id': 'dd5efd73-8cff-40d8-902a-2be57d6b1904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '599f2641-5323-418b-a1da-374c58312308'}] {{(pid=100433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 05:56:35.540271 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ba404c-0b9f-4e36-9503-0deafd76b6d8 None None] Attempting to bind port f07292a9-8f20-43f2-b41f-7a5a6bfa4676 on network 599f2641-5323-418b-a1da-374c58312308 {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:56:35.546347 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ba404c-0b9f-4e36-9503-0deafd76b6d8 None None] Checking agent: {'id': '5d82a469-56b0-42fa-aca6-e62dd4c1f49c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 5, 45, 36), 'started_at': datetime.datetime(2021, 8, 4, 5, 46, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 5, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 05:56:35.547553 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ba404c-0b9f-4e36-9503-0deafd76b6d8 None None] Checking segment: {'id': 'dd5efd73-8cff-40d8-902a-2be57d6b1904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '599f2641-5323-418b-a1da-374c58312308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:56:35.547553 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c1ba404c-0b9f-4e36-9503-0deafd76b6d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:35.548200 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ba404c-0b9f-4e36-9503-0deafd76b6d8 None None] Bound using segment: {'id': 'dd5efd73-8cff-40d8-902a-2be57d6b1904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '599f2641-5323-418b-a1da-374c58312308'} {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 05:56:35.548889 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-c1ba404c-0b9f-4e36-9503-0deafd76b6d8 None None] Bound port: f07292a9-8f20-43f2-b41f-7a5a6bfa4676, host: dv-cinder-801617-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd5efd73-8cff-40d8-902a-2be57d6b1904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '599f2641-5323-418b-a1da-374c58312308'}}] {{(pid=100433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 05:56:35.549434 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c1ba404c-0b9f-4e36-9503-0deafd76b6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:35.642885 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c1ba404c-0b9f-4e36-9503-0deafd76b6d8 None None] For port f07292a9-8f20-43f2-b41f-7a5a6bfa4676, host dv-cinder-801617-4-iscsi, cleared binding levels {{(pid=100433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 05:56:35.649362 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c1ba404c-0b9f-4e36-9503-0deafd76b6d8 None None] For port f07292a9-8f20-43f2-b41f-7a5a6bfa4676, host dv-cinder-801617-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=f07292a9-8f20-43f2-b41f-7a5a6bfa4676,segment=NetworkSegment(dd5efd73-8cff-40d8-902a-2be57d6b1904),segment_id=dd5efd73-8cff-40d8-902a-2be57d6b1904)] {{(pid=100433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 05:56:35.656508 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-62fe3a9b-bef3-4e14-a97e-a1802a5124b6 req-7a77673a-0d08-4416-9469-194b465b4496 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129873 Aug 04 05:56:35.702022 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-62f2e44d-7d0d-4a63-8796-7ed04deee8ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:35.731364 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c1ba404c-0b9f-4e36-9503-0deafd76b6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:35.824767 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba404c-0b9f-4e36-9503-0deafd76b6d8 None None] Pushing event updated for resources: {'Port': ['ID=f07292a9-8f20-43f2-b41f-7a5a6bfa4676,revision_number=2']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:35.861308 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-62f2e44d-7d0d-4a63-8796-7ed04deee8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4497432'] for port, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:35.956127 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f2e44d-7d0d-4a63-8796-7ed04deee8ca admin admin] Network ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5 is already hosted by enough agents. {{(pid=100431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:56:35.961611 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.base_scheduler [None req-62f2e44d-7d0d-4a63-8796-7ed04deee8ca admin admin] Resources bound (agent type, host, resource id): {{(pid=100431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:56:35.981431 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f2e44d-7d0d-4a63-8796-7ed04deee8ca admin admin] Received port after_create {{(pid=100431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 05:56:35.984698 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f2e44d-7d0d-4a63-8796-7ed04deee8ca admin admin] Pushing event updated for resources: {'Port': ['ID=cee28975-e4e7-4004-ba65-1ffa4fe523a4,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:36.164839 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6d49e283-d664-4362-9ea5-1873024b4b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:36.223404 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:36.568351 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-62f2e44d-7d0d-4a63-8796-7ed04deee8ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:36.840216 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-62f2e44d-7d0d-4a63-8796-7ed04deee8ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571809'] for router, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:36.975017 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device f07292a9-8f20-43f2-b41f-7a5a6bfa4676 up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:56:37.084061 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning for port f07292a9-8f20-43f2-b41f-7a5a6bfa4676 completed by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:56:37.088255 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 40345e65-3264-4f5c-a581-3a730cb25046 up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:56:37.110400 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d2856a-a871-4f5a-8e55-2b414cea686a None None] Network 599f2641-5323-418b-a1da-374c58312308 requested from dv-cinder-801617-4-iscsi {{(pid=100433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 05:56:37.142053 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f2e44d-7d0d-4a63-8796-7ed04deee8ca admin admin] Router 9cde2a80-f964-476d-9141-cc4c01be5ee1 is scheduled to L3 agent 1092c566-0070-459b-a71e-112f2411deeb with binding_index 1 {{(pid=100431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 05:56:37.274700 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f2e44d-7d0d-4a63-8796-7ed04deee8ca admin admin] Notify agent at l3_agent.dv-cinder-801617-4-iscsi the message routers_updated {{(pid=100431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 05:56:37.288355 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22f1b38-080f-4249-9c7e-fe97eef46efc None None] Sync routers for ids ['9cde2a80-f964-476d-9141-cc4c01be5ee1'] in dv-cinder-801617-4-iscsi {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 05:56:37.314394 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22f1b38-080f-4249-9c7e-fe97eef46efc None None] Routers {'9cde2a80-f964-476d-9141-cc4c01be5ee1'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:56:37.316158 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-c22f1b38-080f-4249-9c7e-fe97eef46efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:56:36Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['9cde2a80-f964-476d-9141-cc4c01be5ee1'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:56:37.327211 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning for port 40345e65-3264-4f5c-a581-3a730cb25046 completed by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:56:37.329243 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-4983bdc9-50bc-4a94-96f8-f00aaa712af4 None None] Provisioning for port f07292a9-8f20-43f2-b41f-7a5a6bfa4676 completed by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:56:37.335182 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port 40345e65-3264-4f5c-a581-3a730cb25046 triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:56:37.335838 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:37.338661 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-4983bdc9-50bc-4a94-96f8-f00aaa712af4 None None] Provisioning complete for port f07292a9-8f20-43f2-b41f-7a5a6bfa4676 triggered by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:56:37.339047 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-4983bdc9-50bc-4a94-96f8-f00aaa712af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:37.348763 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-62f2e44d-7d0d-4a63-8796-7ed04deee8ca admin admin] Notify callbacks [] for router, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:37.350204 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-62f2e44d-7d0d-4a63-8796-7ed04deee8ca admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2426381 Aug 04 05:56:37.353019 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 58756) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:56:37.499675 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-4983bdc9-50bc-4a94-96f8-f00aaa712af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:37.606333 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-c22f1b38-080f-4249-9c7e-fe97eef46efc None None] Set router 9cde2a80-f964-476d-9141-cc4c01be5ee1 gateway port host: dv-cinder-801617-4-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:56:37.607286 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-4983bdc9-50bc-4a94-96f8-f00aaa712af4 None None] For port f07292a9-8f20-43f2-b41f-7a5a6bfa4676, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=f07292a9-8f20-43f2-b41f-7a5a6bfa4676,segment=NetworkSegment(dd5efd73-8cff-40d8-902a-2be57d6b1904),segment_id=dd5efd73-8cff-40d8-902a-2be57d6b1904)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:56:37.686045 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:37.705848 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6693b30c-6718-4946-8b55-748181203f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:37.708065 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-4983bdc9-50bc-4a94-96f8-f00aaa712af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:37.752062 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] For port 40345e65-3264-4f5c-a581-3a730cb25046, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=40345e65-3264-4f5c-a581-3a730cb25046,segment=NetworkSegment(fd5c282d-b29f-459e-bfb6-2a02f219b3cd),segment_id=fd5c282d-b29f-459e-bfb6-2a02f219b3cd)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:56:37.777195 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device ec952f16-dc93-4d6b-a88d-f9718685be57 no longer exists at agent hyperv_hv-cinder-80161 {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 05:56:37.848444 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:37.848444 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4983bdc9-50bc-4a94-96f8-f00aaa712af4 None None] Pushing event updated for resources: {'Port': ['ID=f07292a9-8f20-43f2-b41f-7a5a6bfa4676,revision_number=3']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:37.923745 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Pushing event updated for resources: {'Port': ['ID=40345e65-3264-4f5c-a581-3a730cb25046,revision_number=5']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:38.089288 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-c22f1b38-080f-4249-9c7e-fe97eef46efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cde2a80-f964-476d-9141-cc4c01be5ee1', 'name': 'tempest-TestMinimumBasicScenario-1064160315-router', 'tenant_id': '3a490894560a4612829cd79cc9723c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'cee28975-e4e7-4004-ba65-1ffa4fe523a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:56:34Z', 'updated_at': '2021-08-04T05:56:36Z', 'revision_number': 3, 'project_id': '3a490894560a4612829cd79cc9723c2f', 'gw_port': {'id': 'cee28975-e4e7-4004-ba65-1ffa4fe523a4', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cde2a80-f964-476d-9141-cc4c01be5ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:56:35Z', 'updated_at': '2021-08-04T05:56:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi'}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:56:38.122273 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-aa315b68-c5db-4a56-919b-dbf03ccf3ef8 None None] Provisioning complete for port f07292a9-8f20-43f2-b41f-7a5a6bfa4676 triggered by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:56:38.122908 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-aa315b68-c5db-4a56-919b-dbf03ccf3ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:38.130864 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22f1b38-080f-4249-9c7e-fe97eef46efc None None] Checking router: 9cde2a80-f964-476d-9141-cc4c01be5ee1 for host: dv-cinder-801617-4-iscsi {{(pid=100434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 05:56:38.131213 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22f1b38-080f-4249-9c7e-fe97eef46efc None None] Updating router 9cde2a80-f964-476d-9141-cc4c01be5ee1 port cee28975-e4e7-4004-ba65-1ffa4fe523a4 binding host dv-cinder-801617-4-iscsi {{(pid=100434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 05:56:38.133714 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d293b08c-6bcb-422a-b0c8-eb9154cdb54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:38.156862 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-c22f1b38-080f-4249-9c7e-fe97eef46efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:38.336240 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.db_base_plugin_common [None req-d293b08c-6bcb-422a-b0c8-eb9154cdb54b admin admin] Allocated IP 172.20.0.1 (599f2641-5323-418b-a1da-374c58312308/395706c1-d544-4f4f-8ad7-b973f139947b/3139cb70-2409-4297-9eca-9401cc02d0e0) {{(pid=100431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 05:56:38.420202 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-c22f1b38-080f-4249-9c7e-fe97eef46efc None None] Notify callbacks [] for port, precommit_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:38.430018 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.provisioning_blocks [None req-c22f1b38-080f-4249-9c7e-fe97eef46efc None None] Transition to ACTIVE for port object cee28975-e4e7-4004-ba65-1ffa4fe523a4 will not be triggered until provisioned by entity L2. {{(pid=100434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:56:38.443406 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d293b08c-6bcb-422a-b0c8-eb9154cdb54b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:38.464146 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-d293b08c-6bcb-422a-b0c8-eb9154cdb54b admin admin] Transition to ACTIVE for port object 3139cb70-2409-4297-9eca-9401cc02d0e0 will not be triggered until provisioned by entity DHCP. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:56:38.541371 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-c22f1b38-080f-4249-9c7e-fe97eef46efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:38.586262 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d293b08c-6bcb-422a-b0c8-eb9154cdb54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4497432'] for port, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:38.587279 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42dfeca-9824-4be2-9251-4ac66090cb83 None None] Pushing event updated for resources: {'Port': ['ID=cee28975-e4e7-4004-ba65-1ffa4fe523a4,revision_number=2']} {{(pid=100434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:38.621382 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d293b08c-6bcb-422a-b0c8-eb9154cdb54b admin admin] Network 599f2641-5323-418b-a1da-374c58312308 is already hosted by enough agents. {{(pid=100431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:56:38.624283 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.base_scheduler [None req-d293b08c-6bcb-422a-b0c8-eb9154cdb54b admin admin] Resources bound (agent type, host, resource id): {{(pid=100431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:56:38.627287 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.managers [None req-c22f1b38-080f-4249-9c7e-fe97eef46efc None None] Attempting to bind port cee28975-e4e7-4004-ba65-1ffa4fe523a4 on host dv-cinder-801617-4-iscsi for vnic_type normal with profile {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 05:56:38.627654 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.managers [None req-c22f1b38-080f-4249-9c7e-fe97eef46efc None None] Attempting to bind port cee28975-e4e7-4004-ba65-1ffa4fe523a4 by drivers openvswitch,hyperv on host dv-cinder-801617-4-iscsi at level 0 using segments [{'id': '1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'}] {{(pid=100434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 05:56:38.628409 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d293b08c-6bcb-422a-b0c8-eb9154cdb54b admin admin] Received port after_create {{(pid=100431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 05:56:38.635067 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22f1b38-080f-4249-9c7e-fe97eef46efc None None] Attempting to bind port cee28975-e4e7-4004-ba65-1ffa4fe523a4 on network ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5 {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:56:38.643187 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22f1b38-080f-4249-9c7e-fe97eef46efc None None] Checking agent: {'id': '5d82a469-56b0-42fa-aca6-e62dd4c1f49c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 5, 45, 36), 'started_at': datetime.datetime(2021, 8, 4, 5, 46, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 5, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 05:56:38.643607 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22f1b38-080f-4249-9c7e-fe97eef46efc None None] Checking segment: {'id': '1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:56:38.643979 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-c22f1b38-080f-4249-9c7e-fe97eef46efc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:38.644402 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22f1b38-080f-4249-9c7e-fe97eef46efc None None] Bound using segment: {'id': '1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'} {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 05:56:38.645991 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.managers [None req-c22f1b38-080f-4249-9c7e-fe97eef46efc None None] Bound port: cee28975-e4e7-4004-ba65-1ffa4fe523a4, host: dv-cinder-801617-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'}}] {{(pid=100434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 05:56:38.646397 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-c22f1b38-080f-4249-9c7e-fe97eef46efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:38.661029 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d293b08c-6bcb-422a-b0c8-eb9154cdb54b admin admin] Pushing event updated for resources: {'Port': ['ID=3139cb70-2409-4297-9eca-9401cc02d0e0,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:38.681222 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d293b08c-6bcb-422a-b0c8-eb9154cdb54b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572798'] for router_interface, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:38.706475 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.db [None req-c22f1b38-080f-4249-9c7e-fe97eef46efc None None] For port cee28975-e4e7-4004-ba65-1ffa4fe523a4, host dv-cinder-801617-4-iscsi, cleared binding levels {{(pid=100434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 05:56:38.706475 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.db [None req-c22f1b38-080f-4249-9c7e-fe97eef46efc None None] For port cee28975-e4e7-4004-ba65-1ffa4fe523a4, host dv-cinder-801617-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=cee28975-e4e7-4004-ba65-1ffa4fe523a4,segment=NetworkSegment(1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa),segment_id=1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa)] {{(pid=100434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 05:56:38.776664 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-c22f1b38-080f-4249-9c7e-fe97eef46efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:38.855842 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22f1b38-080f-4249-9c7e-fe97eef46efc None None] Routers {'9cde2a80-f964-476d-9141-cc4c01be5ee1'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:56:38.855842 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-c22f1b38-080f-4249-9c7e-fe97eef46efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:56:36Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['9cde2a80-f964-476d-9141-cc4c01be5ee1'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:56:38.883951 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device f07292a9-8f20-43f2-b41f-7a5a6bfa4676 up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:56:38.921623 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42dfeca-9824-4be2-9251-4ac66090cb83 None None] Pushing event updated for resources: {'Port': ['ID=cee28975-e4e7-4004-ba65-1ffa4fe523a4,revision_number=3']} {{(pid=100434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:38.946489 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d293b08c-6bcb-422a-b0c8-eb9154cdb54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:38.964218 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port f07292a9-8f20-43f2-b41f-7a5a6bfa4676 triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:56:38.964737 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:38.985387 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e98a9-d067-444d-8ffe-410e576a5c82 req-a271ce53-a5d7-403a-b90a-f3270759866d tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:38.987151 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-770e98a9-d067-444d-8ffe-410e576a5c82 req-a271ce53-a5d7-403a-b90a-f3270759866d tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 944 time: 0.0965292 Aug 04 05:56:39.052842 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-770e98a9-d067-444d-8ffe-410e576a5c82 req-03cd64af-f811-46c5-a700-f1217598384b tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444326 Aug 04 05:56:39.081080 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-c22f1b38-080f-4249-9c7e-fe97eef46efc None None] Set router 9cde2a80-f964-476d-9141-cc4c01be5ee1 gateway port host: dv-cinder-801617-4-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:56:39.090936 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-f84bbc7d-4f94-407a-b940-6165c15dcad5 None None] Provisioning for port 3139cb70-2409-4297-9eca-9401cc02d0e0 completed by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:56:39.099892 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-f84bbc7d-4f94-407a-b940-6165c15dcad5 None None] Provisioning complete for port 3139cb70-2409-4297-9eca-9401cc02d0e0 triggered by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:56:39.100272 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-f84bbc7d-4f94-407a-b940-6165c15dcad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:39.130330 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 40345e65-3264-4f5c-a581-3a730cb25046 up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:56:39.177680 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-f84bbc7d-4f94-407a-b940-6165c15dcad5 None None] Port 3139cb70-2409-4297-9eca-9401cc02d0e0 cannot update to ACTIVE because it is not bound. {{(pid=100433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 05:56:39.195676 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port 40345e65-3264-4f5c-a581-3a730cb25046 triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:56:39.196329 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:39.259205 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d293b08c-6bcb-422a-b0c8-eb9154cdb54b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:39.306679 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-dee0c6e9-f257-441c-951e-ad3806d8c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:39.344555 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-c22f1b38-080f-4249-9c7e-fe97eef46efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cde2a80-f964-476d-9141-cc4c01be5ee1', 'name': 'tempest-TestMinimumBasicScenario-1064160315-router', 'tenant_id': '3a490894560a4612829cd79cc9723c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'cee28975-e4e7-4004-ba65-1ffa4fe523a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:56:34Z', 'updated_at': '2021-08-04T05:56:36Z', 'revision_number': 3, 'project_id': '3a490894560a4612829cd79cc9723c2f', 'gw_port': {'id': 'cee28975-e4e7-4004-ba65-1ffa4fe523a4', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cde2a80-f964-476d-9141-cc4c01be5ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:56:35Z', 'updated_at': '2021-08-04T05:56:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi'}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:56:39.364292 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d293b08c-6bcb-422a-b0c8-eb9154cdb54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4497425'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:39.374910 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22f1b38-080f-4249-9c7e-fe97eef46efc None None] The sync data for ids ['9cde2a80-f964-476d-9141-cc4c01be5ee1'] in dv-cinder-801617-4-iscsi is: [{'id': '9cde2a80-f964-476d-9141-cc4c01be5ee1', 'name': 'tempest-TestMinimumBasicScenario-1064160315-router', 'tenant_id': '3a490894560a4612829cd79cc9723c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'cee28975-e4e7-4004-ba65-1ffa4fe523a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:56:34Z', 'updated_at': '2021-08-04T05:56:36Z', 'revision_number': 3, 'project_id': '3a490894560a4612829cd79cc9723c2f', 'gw_port': {'id': 'cee28975-e4e7-4004-ba65-1ffa4fe523a4', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cde2a80-f964-476d-9141-cc4c01be5ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:56:35Z', 'updated_at': '2021-08-04T05:56:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi'}] {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 05:56:39.458942 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d293b08c-6bcb-422a-b0c8-eb9154cdb54b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572898'] for router_interface, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:39.460946 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d293b08c-6bcb-422a-b0c8-eb9154cdb54b admin admin] Pushing event updated for resources: {'Port': ['ID=3139cb70-2409-4297-9eca-9401cc02d0e0,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:39.553722 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d293b08c-6bcb-422a-b0c8-eb9154cdb54b admin admin] Network 599f2641-5323-418b-a1da-374c58312308 is already hosted by enough agents. {{(pid=100431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:56:39.555052 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.base_scheduler [None req-d293b08c-6bcb-422a-b0c8-eb9154cdb54b admin admin] Resources bound (agent type, host, resource id): {{(pid=100431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:56:39.810789 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 58824) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:56:39.853346 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 58828) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:56:39.914443 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-9b7be801-6540-4b39-b1f7-25b32db80223 None None] Provisioning complete for port 3139cb70-2409-4297-9eca-9401cc02d0e0 triggered by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:56:39.914808 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-9b7be801-6540-4b39-b1f7-25b32db80223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:40.011829 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-9b7be801-6540-4b39-b1f7-25b32db80223 None None] Port 3139cb70-2409-4297-9eca-9401cc02d0e0 cannot update to ACTIVE because it is not bound. {{(pid=100433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 05:56:40.023982 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-7cd676e6-1ced-46f9-95ea-5e519c8ac505 req-5e0b1b9a-1b5d-4a42-8b87-7fba72ad2037 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1685891 Aug 04 05:56:40.085085 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-be837e8d-3727-420b-a862-b4ccd2454161 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c4e9e841287644c997c2f5ffedc80ed0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2724690 Aug 04 05:56:40.087416 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 58838) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:56:40.093479 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d293b08c-6bcb-422a-b0c8-eb9154cdb54b admin admin] Router 9cde2a80-f964-476d-9141-cc4c01be5ee1 has already been hosted by L3 agent 1092c566-0070-459b-a71e-112f2411deeb {{(pid=100431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 05:56:40.148390 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-3b88390e-a9cf-46d9-821f-16c6befb0cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:40.210465 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-3b88390e-a9cf-46d9-821f-16c6befb0cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:40.261582 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1bd60-ded0-48ad-91d6-36f98fbf5324 req-c60d0736-49ec-4670-96da-254d5aac49a4 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:40.263027 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-bfc1bd60-ded0-48ad-91d6-36f98fbf5324 req-c60d0736-49ec-4670-96da-254d5aac49a4 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 944 time: 0.1009655 Aug 04 05:56:40.263195 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d293b08c-6bcb-422a-b0c8-eb9154cdb54b admin admin] Notify agent at l3_agent.dv-cinder-801617-4-iscsi the message routers_updated {{(pid=100431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 05:56:40.270519 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-d293b08c-6bcb-422a-b0c8-eb9154cdb54b admin admin] 10.222.0.37 "PUT /v2.0/routers/9cde2a80-f964-476d-9141-cc4c01be5ee1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9162962 Aug 04 05:56:40.314263 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-bfc1bd60-ded0-48ad-91d6-36f98fbf5324 req-38021030-6848-460b-8af9-0232ff8d507c tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423639 Aug 04 05:56:40.369845 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-3b88390e-a9cf-46d9-821f-16c6befb0cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:40.372882 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-3b88390e-a9cf-46d9-821f-16c6befb0cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:40.374545 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-3b88390e-a9cf-46d9-821f-16c6befb0cfa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5382faef-1167-44fe-9637-842cce0ccbd7 HTTP/1.1" status: 204 len: 168 time: 0.2856805 Aug 04 05:56:40.385878 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b88390e-a9cf-46d9-821f-16c6befb0cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5382faef-1167-44fe-9637-842cce0ccbd7,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:40.893190 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device cee28975-e4e7-4004-ba65-1ffa4fe523a4 up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:56:41.010511 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning for port cee28975-e4e7-4004-ba65-1ffa4fe523a4 completed by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:56:41.014619 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port cee28975-e4e7-4004-ba65-1ffa4fe523a4 triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:56:41.021861 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:41.092810 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:41.114629 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] For port cee28975-e4e7-4004-ba65-1ffa4fe523a4, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=cee28975-e4e7-4004-ba65-1ffa4fe523a4,segment=NetworkSegment(1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa),segment_id=1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:56:41.204968 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:41.262510 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Pushing event updated for resources: {'Port': ['ID=cee28975-e4e7-4004-ba65-1ffa4fe523a4,revision_number=4']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:41.449235 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b33dee-455e-4672-8559-b0413f495c43 req-4dbc7fd2-3cce-44f1-8847-fa86dbdad5f4 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:41.451468 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-90b33dee-455e-4672-8559-b0413f495c43 req-4dbc7fd2-3cce-44f1-8847-fa86dbdad5f4 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 944 time: 0.0538104 Aug 04 05:56:41.494739 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-90b33dee-455e-4672-8559-b0413f495c43 req-c2b5c900-fd6c-4345-a93d-656c5f21f04f tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371814 Aug 04 05:56:42.324288 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c69c2a-7976-44c1-a8dd-55f84df17bce None None] Sync routers for ids ['9cde2a80-f964-476d-9141-cc4c01be5ee1'] in dv-cinder-801617-4-iscsi {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 05:56:42.336856 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c69c2a-7976-44c1-a8dd-55f84df17bce None None] Routers {'9cde2a80-f964-476d-9141-cc4c01be5ee1'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:56:42.337491 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-02c69c2a-7976-44c1-a8dd-55f84df17bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:56:36Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['9cde2a80-f964-476d-9141-cc4c01be5ee1'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:56:42.497056 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-02c69c2a-7976-44c1-a8dd-55f84df17bce None None] Set router 9cde2a80-f964-476d-9141-cc4c01be5ee1 gateway port host: dv-cinder-801617-4-iscsi {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:56:42.683093 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c64b3-eba0-41e0-8793-caa22ff96e2b req-90ae92c3-3159-4d25-ace8-fcba1b9f1cc7 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:42.685326 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e59c64b3-eba0-41e0-8793-caa22ff96e2b req-90ae92c3-3159-4d25-ace8-fcba1b9f1cc7 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 944 time: 0.0804868 Aug 04 05:56:42.757706 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e59c64b3-eba0-41e0-8793-caa22ff96e2b req-60fac92d-461c-4547-9b60-90980bf73410 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539687 Aug 04 05:56:42.844878 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-02c69c2a-7976-44c1-a8dd-55f84df17bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cde2a80-f964-476d-9141-cc4c01be5ee1', 'name': 'tempest-TestMinimumBasicScenario-1064160315-router', 'tenant_id': '3a490894560a4612829cd79cc9723c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'cee28975-e4e7-4004-ba65-1ffa4fe523a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:56:34Z', 'updated_at': '2021-08-04T05:56:38Z', 'revision_number': 4, 'project_id': '3a490894560a4612829cd79cc9723c2f', 'gw_port': {'id': 'cee28975-e4e7-4004-ba65-1ffa4fe523a4', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cde2a80-f964-476d-9141-cc4c01be5ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:56:35Z', 'updated_at': '2021-08-04T05:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': '3139cb70-2409-4297-9eca-9401cc02d0e0', 'name': '', 'network_id': '599f2641-5323-418b-a1da-374c58312308', 'tenant_id': '3a490894560a4612829cd79cc9723c2f', 'mac_address': 'fa:16:3e:1b:e1:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cde2a80-f964-476d-9141-cc4c01be5ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '395706c1-d544-4f4f-8ad7-b973f139947b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:56:38Z', 'updated_at': '2021-08-04T05:56:39Z', 'revision_number': 2, 'project_id': '3a490894560a4612829cd79cc9723c2f', 'subnets': [{'id': '395706c1-d544-4f4f-8ad7-b973f139947b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:56:42.874841 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c69c2a-7976-44c1-a8dd-55f84df17bce None None] Checking router: 9cde2a80-f964-476d-9141-cc4c01be5ee1 for host: dv-cinder-801617-4-iscsi {{(pid=100433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 05:56:42.875489 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c69c2a-7976-44c1-a8dd-55f84df17bce None None] Updating router 9cde2a80-f964-476d-9141-cc4c01be5ee1 port 3139cb70-2409-4297-9eca-9401cc02d0e0 binding host dv-cinder-801617-4-iscsi {{(pid=100433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 05:56:42.903062 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device cee28975-e4e7-4004-ba65-1ffa4fe523a4 up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:56:42.936878 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-02c69c2a-7976-44c1-a8dd-55f84df17bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:43.053333 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port cee28975-e4e7-4004-ba65-1ffa4fe523a4 triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:56:43.053606 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:43.466895 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-02c69c2a-7976-44c1-a8dd-55f84df17bce None None] Notify callbacks [] for port, precommit_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:43.479357 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-02c69c2a-7976-44c1-a8dd-55f84df17bce None None] Transition to ACTIVE for port object 3139cb70-2409-4297-9eca-9401cc02d0e0 will not be triggered until provisioned by entity L2. {{(pid=100433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:56:43.903209 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29085297-785f-48f9-a7a3-158a3abb32dc req-a648079f-dcf5-4670-8ae8-69afc2e94478 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:43.904761 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-29085297-785f-48f9-a7a3-158a3abb32dc req-a648079f-dcf5-4670-8ae8-69afc2e94478 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 944 time: 0.0498555 Aug 04 05:56:43.908385 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-02c69c2a-7976-44c1-a8dd-55f84df17bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:43.955485 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-29085297-785f-48f9-a7a3-158a3abb32dc req-a73da491-b7a3-42f0-8879-5da47255cd1e tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431962 Aug 04 05:56:43.969899 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ceec1-d87c-43da-b497-9798571764e4 None None] Pushing event updated for resources: {'Port': ['ID=3139cb70-2409-4297-9eca-9401cc02d0e0,revision_number=3']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:44.021790 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-02c69c2a-7976-44c1-a8dd-55f84df17bce None None] Attempting to bind port 3139cb70-2409-4297-9eca-9401cc02d0e0 on host dv-cinder-801617-4-iscsi for vnic_type normal with profile {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 05:56:44.022154 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-02c69c2a-7976-44c1-a8dd-55f84df17bce None None] Attempting to bind port 3139cb70-2409-4297-9eca-9401cc02d0e0 by drivers openvswitch,hyperv on host dv-cinder-801617-4-iscsi at level 0 using segments [{'id': 'dd5efd73-8cff-40d8-902a-2be57d6b1904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '599f2641-5323-418b-a1da-374c58312308'}] {{(pid=100433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 05:56:44.022513 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c69c2a-7976-44c1-a8dd-55f84df17bce None None] Attempting to bind port 3139cb70-2409-4297-9eca-9401cc02d0e0 on network 599f2641-5323-418b-a1da-374c58312308 {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:56:44.027681 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c69c2a-7976-44c1-a8dd-55f84df17bce None None] Checking agent: {'id': '5d82a469-56b0-42fa-aca6-e62dd4c1f49c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 5, 45, 36), 'started_at': datetime.datetime(2021, 8, 4, 5, 46, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 5, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 05:56:44.028079 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c69c2a-7976-44c1-a8dd-55f84df17bce None None] Checking segment: {'id': 'dd5efd73-8cff-40d8-902a-2be57d6b1904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '599f2641-5323-418b-a1da-374c58312308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:56:44.028477 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-02c69c2a-7976-44c1-a8dd-55f84df17bce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:44.028863 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c69c2a-7976-44c1-a8dd-55f84df17bce None None] Bound using segment: {'id': 'dd5efd73-8cff-40d8-902a-2be57d6b1904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '599f2641-5323-418b-a1da-374c58312308'} {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 05:56:44.029326 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-02c69c2a-7976-44c1-a8dd-55f84df17bce None None] Bound port: 3139cb70-2409-4297-9eca-9401cc02d0e0, host: dv-cinder-801617-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd5efd73-8cff-40d8-902a-2be57d6b1904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '599f2641-5323-418b-a1da-374c58312308'}}] {{(pid=100433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 05:56:44.029703 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-02c69c2a-7976-44c1-a8dd-55f84df17bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:44.098152 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-02c69c2a-7976-44c1-a8dd-55f84df17bce None None] For port 3139cb70-2409-4297-9eca-9401cc02d0e0, host dv-cinder-801617-4-iscsi, cleared binding levels {{(pid=100433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 05:56:44.101457 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-02c69c2a-7976-44c1-a8dd-55f84df17bce None None] For port 3139cb70-2409-4297-9eca-9401cc02d0e0, host dv-cinder-801617-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=3139cb70-2409-4297-9eca-9401cc02d0e0,segment=NetworkSegment(dd5efd73-8cff-40d8-902a-2be57d6b1904),segment_id=dd5efd73-8cff-40d8-902a-2be57d6b1904)] {{(pid=100433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 05:56:44.376400 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-02c69c2a-7976-44c1-a8dd-55f84df17bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:44.444142 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c69c2a-7976-44c1-a8dd-55f84df17bce None None] Routers {'9cde2a80-f964-476d-9141-cc4c01be5ee1'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:56:44.444952 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-02c69c2a-7976-44c1-a8dd-55f84df17bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:56:36Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['9cde2a80-f964-476d-9141-cc4c01be5ee1'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:56:44.451229 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ceec1-d87c-43da-b497-9798571764e4 None None] Pushing event updated for resources: {'Port': ['ID=3139cb70-2409-4297-9eca-9401cc02d0e0,revision_number=4']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:44.568914 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48509795-fe56-45a7-8a2b-e78207467b26 req-1b859d1a-4a08-40dd-95e4-2d9f81f7fce8 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:44.577666 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-48509795-fe56-45a7-8a2b-e78207467b26 req-1b859d1a-4a08-40dd-95e4-2d9f81f7fce8 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 945 time: 0.0677123 Aug 04 05:56:44.630878 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-02c69c2a-7976-44c1-a8dd-55f84df17bce None None] Set router 9cde2a80-f964-476d-9141-cc4c01be5ee1 gateway port host: dv-cinder-801617-4-iscsi {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:56:44.632733 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-48509795-fe56-45a7-8a2b-e78207467b26 req-d0f0560d-0551-4a6a-aedb-c586db94d3db tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475147 Aug 04 05:56:44.894720 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-02c69c2a-7976-44c1-a8dd-55f84df17bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cde2a80-f964-476d-9141-cc4c01be5ee1', 'name': 'tempest-TestMinimumBasicScenario-1064160315-router', 'tenant_id': '3a490894560a4612829cd79cc9723c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'cee28975-e4e7-4004-ba65-1ffa4fe523a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:56:34Z', 'updated_at': '2021-08-04T05:56:38Z', 'revision_number': 4, 'project_id': '3a490894560a4612829cd79cc9723c2f', 'gw_port': {'id': 'cee28975-e4e7-4004-ba65-1ffa4fe523a4', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cde2a80-f964-476d-9141-cc4c01be5ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:56:35Z', 'updated_at': '2021-08-04T05:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': '3139cb70-2409-4297-9eca-9401cc02d0e0', 'name': '', 'network_id': '599f2641-5323-418b-a1da-374c58312308', 'tenant_id': '3a490894560a4612829cd79cc9723c2f', 'mac_address': 'fa:16:3e:1b:e1:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cde2a80-f964-476d-9141-cc4c01be5ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '395706c1-d544-4f4f-8ad7-b973f139947b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:56:38Z', 'updated_at': '2021-08-04T05:56:44Z', 'revision_number': 4, 'project_id': '3a490894560a4612829cd79cc9723c2f', 'subnets': [{'id': '395706c1-d544-4f4f-8ad7-b973f139947b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:56:45.056632 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c69c2a-7976-44c1-a8dd-55f84df17bce None None] The sync data for ids ['9cde2a80-f964-476d-9141-cc4c01be5ee1'] in dv-cinder-801617-4-iscsi is: [{'id': '9cde2a80-f964-476d-9141-cc4c01be5ee1', 'name': 'tempest-TestMinimumBasicScenario-1064160315-router', 'tenant_id': '3a490894560a4612829cd79cc9723c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'cee28975-e4e7-4004-ba65-1ffa4fe523a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:56:34Z', 'updated_at': '2021-08-04T05:56:38Z', 'revision_number': 4, 'project_id': '3a490894560a4612829cd79cc9723c2f', 'gw_port': {'id': 'cee28975-e4e7-4004-ba65-1ffa4fe523a4', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cde2a80-f964-476d-9141-cc4c01be5ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:56:35Z', 'updated_at': '2021-08-04T05:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': '3139cb70-2409-4297-9eca-9401cc02d0e0', 'name': '', 'network_id': '599f2641-5323-418b-a1da-374c58312308', 'tenant_id': '3a490894560a4612829cd79cc9723c2f', 'mac_address': 'fa:16:3e:1b:e1:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cde2a80-f964-476d-9141-cc4c01be5ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '395706c1-d544-4f4f-8ad7-b973f139947b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:56:38Z', 'updated_at': '2021-08-04T05:56:44Z', 'revision_number': 4, 'project_id': '3a490894560a4612829cd79cc9723c2f', 'subnets': [{'id': '395706c1-d544-4f4f-8ad7-b973f139947b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 05:56:45.140128 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e2309-9269-4ec3-beb3-574fccb6363f req-1f0d4109-fd5b-40ab-8003-87e143e4eeed tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:45.142039 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-c63e2309-9269-4ec3-beb3-574fccb6363f req-1f0d4109-fd5b-40ab-8003-87e143e4eeed tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 944 time: 0.1051540 Aug 04 05:56:45.210371 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-c63e2309-9269-4ec3-beb3-574fccb6363f req-f2416401-0bbd-4aa4-a37d-72b37434a497 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599887 Aug 04 05:56:45.743698 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa232f-6d9a-4cd9-9c8f-fbb12b27b990 req-bc06fe8d-4ff2-4c52-9d3c-d945f29694e6 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:45.752194 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-2daa232f-6d9a-4cd9-9c8f-fbb12b27b990 req-bc06fe8d-4ff2-4c52-9d3c-d945f29694e6 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 945 time: 0.0606952 Aug 04 05:56:45.796044 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-2daa232f-6d9a-4cd9-9c8f-fbb12b27b990 req-b1f5008b-22bc-461f-93ea-edad3a95cff7 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399928 Aug 04 05:56:46.341403 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83df1f-b8b2-4382-8dd1-dedb8120223a req-e20399f3-a2af-4e39-ae0f-40c8f6a9a513 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:46.349595 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-7d83df1f-b8b2-4382-8dd1-dedb8120223a req-e20399f3-a2af-4e39-ae0f-40c8f6a9a513 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 944 time: 0.0588870 Aug 04 05:56:46.407792 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-7d83df1f-b8b2-4382-8dd1-dedb8120223a req-794105b0-8d54-45ce-b9bb-8fb55ee050d1 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563700 Aug 04 05:56:46.993729 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 3139cb70-2409-4297-9eca-9401cc02d0e0 up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:56:47.031469 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6faa9-aa78-4eeb-b572-338c20226edf req-e9ff96ce-59ac-436d-92ba-8f5af80a3a86 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:47.032997 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-17b6faa9-aa78-4eeb-b572-338c20226edf req-e9ff96ce-59ac-436d-92ba-8f5af80a3a86 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 945 time: 0.0719507 Aug 04 05:56:47.100580 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-17b6faa9-aa78-4eeb-b572-338c20226edf req-fc8e2ab3-a699-4d38-817e-57b462e048e4 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583935 Aug 04 05:56:47.152412 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning for port 3139cb70-2409-4297-9eca-9401cc02d0e0 completed by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:56:47.157497 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port 3139cb70-2409-4297-9eca-9401cc02d0e0 triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:56:47.160985 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:47.288580 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:47.557731 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ff246-52f7-4afb-bdde-a28b03d444af req-524ab4ff-0695-4629-811a-a9ca7a9d2a28 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:47.559686 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-989ff246-52f7-4afb-bdde-a28b03d444af req-524ab4ff-0695-4629-811a-a9ca7a9d2a28 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 944 time: 0.0711865 Aug 04 05:56:47.603613 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-989ff246-52f7-4afb-bdde-a28b03d444af req-adf026e0-82fa-41b7-915b-e153e56508b7 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362508 Aug 04 05:56:48.007846 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] For port 3139cb70-2409-4297-9eca-9401cc02d0e0, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=3139cb70-2409-4297-9eca-9401cc02d0e0,segment=NetworkSegment(dd5efd73-8cff-40d8-902a-2be57d6b1904),segment_id=dd5efd73-8cff-40d8-902a-2be57d6b1904)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:56:48.101674 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:48.201054 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Pushing event updated for resources: {'Port': ['ID=3139cb70-2409-4297-9eca-9401cc02d0e0,revision_number=5']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:48.238569 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6d71b-05bf-4c8e-b566-93173f88df46 req-e24e403f-798b-4869-9dc2-6c925389a59c tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:48.248449 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0ef6d71b-05bf-4c8e-b566-93173f88df46 req-e24e403f-798b-4869-9dc2-6c925389a59c tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 945 time: 0.0586150 Aug 04 05:56:48.296298 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0ef6d71b-05bf-4c8e-b566-93173f88df46 req-7b3e1f49-476e-493a-a8cc-9d041bce4f5c tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467472 Aug 04 05:56:48.423705 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd676e6-1ced-46f9-95ea-5e519c8ac505 req-743b9163-08e9-4d72-8ddc-542eb849fc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:48.426500 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-7cd676e6-1ced-46f9-95ea-5e519c8ac505 req-743b9163-08e9-4d72-8ddc-542eb849fc52 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b&tenant_id=ec04283d3509443b9c65cd9af852d46f HTTP/1.1" status: 200 len: 1097 time: 0.0832438 Aug 04 05:56:48.501544 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd676e6-1ced-46f9-95ea-5e519c8ac505 req-d57177a1-e4a7-4217-ad8c-506a677a04f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:48.503489 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-7cd676e6-1ced-46f9-95ea-5e519c8ac505 req-d57177a1-e4a7-4217-ad8c-506a677a04f1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec04283d3509443b9c65cd9af852d46f&device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 1097 time: 0.0444798 Aug 04 05:56:48.624112 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd676e6-1ced-46f9-95ea-5e519c8ac505 req-5d0719b6-7807-4180-b3aa-07addd88047c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:48.625745 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-7cd676e6-1ced-46f9-95ea-5e519c8ac505 req-5d0719b6-7807-4180-b3aa-07addd88047c service neutron] 10.222.0.18 "GET /v2.0/networks?id=a493c09c-6949-44f8-8e08-fbb13c36d6a2 HTTP/1.1" status: 200 len: 918 time: 0.1124201 Aug 04 05:56:48.708854 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-7cd676e6-1ced-46f9-95ea-5e519c8ac505 req-ec5d7612-29ee-4fb3-a6c6-4b62e413f187 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec952f16-dc93-4d6b-a88d-f9718685be57 HTTP/1.1" status: 200 len: 1000 time: 0.0732186 Aug 04 05:56:48.787541 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd676e6-1ced-46f9-95ea-5e519c8ac505 req-338aecfa-0010-462a-ba4b-13e135a6ee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:48.788803 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-7cd676e6-1ced-46f9-95ea-5e519c8ac505 req-338aecfa-0010-462a-ba4b-13e135a6ee8a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2aeabe42-c308-496c-8730-52b38af59b7d HTTP/1.1" status: 200 len: 856 time: 0.0656984 Aug 04 05:56:48.835823 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c20002-d236-4a03-a137-ca4d657ec200 req-fc7fca9e-d6ec-4898-97f5-e2d7c2959402 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:48.837386 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-e2c20002-d236-4a03-a137-ca4d657ec200 req-fc7fca9e-d6ec-4898-97f5-e2d7c2959402 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 944 time: 0.1277037 Aug 04 05:56:48.890126 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-e2c20002-d236-4a03-a137-ca4d657ec200 req-c20ff22f-c8fd-4d00-b897-25254972d047 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439920 Aug 04 05:56:48.896333 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd676e6-1ced-46f9-95ea-5e519c8ac505 req-ef87760f-66de-4422-a454-6ce884a16d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:48.897799 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-7cd676e6-1ced-46f9-95ea-5e519c8ac505 req-ef87760f-66de-4422-a454-6ce884a16d59 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a493c09c-6949-44f8-8e08-fbb13c36d6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0959938 Aug 04 05:56:48.922072 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 3139cb70-2409-4297-9eca-9401cc02d0e0 up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:56:48.982528 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port 3139cb70-2409-4297-9eca-9401cc02d0e0 triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:56:48.983188 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:49.431823 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c175d63-634c-4fec-97c8-66b66bb8637b req-6c21c770-a4c2-4257-a022-a3b8473e4084 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:49.434272 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5c175d63-634c-4fec-97c8-66b66bb8637b req-6c21c770-a4c2-4257-a022-a3b8473e4084 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 945 time: 0.0573289 Aug 04 05:56:49.482760 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5c175d63-634c-4fec-97c8-66b66bb8637b req-cd22fdd5-caa0-4f3e-90a8-e9441c1b53da tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397272 Aug 04 05:56:50.039513 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1e063-0b2d-4e3b-9a61-7fb993cb9c54 req-fa8a6a13-1fb8-432f-8b5a-4513039e68d1 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:50.041043 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b1c1e063-0b2d-4e3b-9a61-7fb993cb9c54 req-fa8a6a13-1fb8-432f-8b5a-4513039e68d1 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 944 time: 0.0516458 Aug 04 05:56:50.083297 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b1c1e063-0b2d-4e3b-9a61-7fb993cb9c54 req-c2802dc8-b8c3-4f4e-8ecb-145ef2286bc8 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359242 Aug 04 05:56:50.609662 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cbf2a1-b819-4f28-8950-7b63fc371ecb req-18bca6fb-95fd-48da-937d-ea17ba84bc6b tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:50.611242 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-07cbf2a1-b819-4f28-8950-7b63fc371ecb req-18bca6fb-95fd-48da-937d-ea17ba84bc6b tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 945 time: 0.0527978 Aug 04 05:56:50.655987 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-07cbf2a1-b819-4f28-8950-7b63fc371ecb req-e392fbd5-2959-4027-b52e-c1429a9cc0ab tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342886 Aug 04 05:56:51.018837 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-af02ba66-bd33-4c7f-ad7c-7481e90ae0d9 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 05:56:51.212710 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6d542-a7ba-4e35-9e83-084d3f876485 req-1b52b22a-8c26-45f3-b63f-02747df40ec0 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:51.214168 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-66e6d542-a7ba-4e35-9e83-084d3f876485 req-1b52b22a-8c26-45f3-b63f-02747df40ec0 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 944 time: 0.0519063 Aug 04 05:56:51.252917 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-66e6d542-a7ba-4e35-9e83-084d3f876485 req-40bef098-9b6c-45df-a99b-96ce7ec084de tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328264 Aug 04 05:56:51.770246 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39a8e0-b1a3-4335-995e-da211dc75cfd req-12565298-ed26-4907-a9a8-864e47b54f44 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:51.777619 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-af39a8e0-b1a3-4335-995e-da211dc75cfd req-12565298-ed26-4907-a9a8-864e47b54f44 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 945 time: 0.0554304 Aug 04 05:56:51.828877 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-af39a8e0-b1a3-4335-995e-da211dc75cfd req-572a6700-8737-408e-a6cc-5f82a870de66 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446513 Aug 04 05:56:52.371975 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed1022-7fc4-4d64-81e4-80e59ca94867 req-8ca1175e-842f-4162-9053-6248c61bfe3b tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:52.373442 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-6bed1022-7fc4-4d64-81e4-80e59ca94867 req-8ca1175e-842f-4162-9053-6248c61bfe3b tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 944 time: 0.0493217 Aug 04 05:56:52.462417 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-6bed1022-7fc4-4d64-81e4-80e59ca94867 req-d2a94a4f-1d70-47da-b200-98fecec9819e tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830483 Aug 04 05:56:52.505335 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-7cd676e6-1ced-46f9-95ea-5e519c8ac505 req-a1669b95-3315-405f-8337-3cc8498c4f61 service neutron] 10.222.0.18 "GET /v2.0/networks/a493c09c-6949-44f8-8e08-fbb13c36d6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103590 Aug 04 05:56:52.598091 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-7cd676e6-1ced-46f9-95ea-5e519c8ac505 req-728f74b4-bfbe-4b9d-a149-1e16e483e584 service neutron] 10.222.0.18 "GET /v2.0/networks/a493c09c-6949-44f8-8e08-fbb13c36d6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826364 Aug 04 05:56:52.950698 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c9ded-fc28-4502-99b2-2f1b44408ea1 req-116a0da0-5600-428f-882d-46d398575376 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:52.952303 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-c79c9ded-fc28-4502-99b2-2f1b44408ea1 req-116a0da0-5600-428f-882d-46d398575376 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 945 time: 0.0677650 Aug 04 05:56:52.994337 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-c79c9ded-fc28-4502-99b2-2f1b44408ea1 req-46876d6e-86a8-400b-ae3c-08a9aaebca82 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356987 Aug 04 05:56:53.137691 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035123c7-27ca-489b-9d56-46dee1097c59 req-82a91a06-1142-44d6-bf3f-d7c315308760 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:53.139140 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-035123c7-27ca-489b-9d56-46dee1097c59 req-82a91a06-1142-44d6-bf3f-d7c315308760 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/networks?id=4ef8f3b4-2b14-4272-a773-ce259c8b6ad8 HTTP/1.1" status: 200 len: 815 time: 0.1066926 Aug 04 05:56:53.154151 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-035123c7-27ca-489b-9d56-46dee1097c59 req-b9494c01-7221-4390-8aa6-9ac6ac20a68f tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/quotas/8f62397568a74730be8e584893e1c3e1 HTTP/1.1" status: 200 len: 375 time: 0.0087507 Aug 04 05:56:53.210601 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-035123c7-27ca-489b-9d56-46dee1097c59 req-bce72fab-ea76-48b0-9003-60d4f8d5c6ad tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8f62397568a74730be8e584893e1c3e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513556 Aug 04 05:56:53.347986 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-035123c7-27ca-489b-9d56-46dee1097c59 req-6e92ea7b-319f-4b6c-bf00-9f14dc59ff2a service neutron] 10.222.0.37 "GET /v2.0/networks/4ef8f3b4-2b14-4272-a773-ce259c8b6ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228096 Aug 04 05:56:53.452244 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-035123c7-27ca-489b-9d56-46dee1097c59 req-f1e78077-af7f-452d-8696-12c3a4075b32 service neutron] 10.222.0.37 "GET /v2.0/networks/4ef8f3b4-2b14-4272-a773-ce259c8b6ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981586 Aug 04 05:56:53.623142 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6413fbb-cb41-427a-90d4-2c7e38323796 req-b47dab8f-98cf-4831-8237-9a1e646d0ccb tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:53.626737 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-d6413fbb-cb41-427a-90d4-2c7e38323796 req-b47dab8f-98cf-4831-8237-9a1e646d0ccb tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 944 time: 0.0684490 Aug 04 05:56:53.667090 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-d6413fbb-cb41-427a-90d4-2c7e38323796 req-3da7c56d-b1c7-4fdb-b2cd-061c3c2a9fe5 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349808 Aug 04 05:56:53.750686 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-6b9c584a-afe6-487e-8907-9221c8902334 req-5ccba025-6060-4b8f-9648-ee38f30e057c tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 210 time: 0.0269785 Aug 04 05:56:54.116341 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8730832-8c15-447f-9d24-fa6f32448e76 req-8fd716b2-42f3-44ba-b3df-34c149ac38d5 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:54.117971 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-d8730832-8c15-447f-9d24-fa6f32448e76 req-8fd716b2-42f3-44ba-b3df-34c149ac38d5 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 945 time: 0.0563147 Aug 04 05:56:54.167425 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-d8730832-8c15-447f-9d24-fa6f32448e76 req-24645490-0a5f-4d4c-95d5-eba283f95251 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424707 Aug 04 05:56:54.821119 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5bf37-1f3b-433e-b5f3-f84d22cd7c48 req-0e443407-4d31-48bd-b5ef-87f7a4b1ebf0 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:54.828443 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-a7a5bf37-1f3b-433e-b5f3-f84d22cd7c48 req-0e443407-4d31-48bd-b5ef-87f7a4b1ebf0 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 944 time: 0.0723200 Aug 04 05:56:54.854977 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-276f8290-e149-43a2-b701-5ae657770555 req-d323f820-8fd3-4a07-b72e-2ac39f1d67bc tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 210 time: 0.0412922 Aug 04 05:56:54.891973 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-a7a5bf37-1f3b-433e-b5f3-f84d22cd7c48 req-28974323-0271-4e75-b01e-9218a0c17afe tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564294 Aug 04 05:56:55.186006 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-2657073d-cdda-46c1-b9c5-4d186c1ce4e1 req-3b0910ca-cc3c-4841-8360-10fc7707b83c tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1455736967&fields=id&tenant_id=523ead1982c046a394318b39d745033e HTTP/1.1" status: 200 len: 267 time: 0.0552166 Aug 04 05:56:55.295121 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d735090a-d3f2-4274-b55f-c00b822e85a6 req-ad6add23-d8cd-40fd-81dd-af2019694b72 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:55.296064 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657073d-cdda-46c1-b9c5-4d186c1ce4e1 req-0ceb1c89-4205-42b4-ba16-80ebe5365b00 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:55.296701 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-d735090a-d3f2-4274-b55f-c00b822e85a6 req-ad6add23-d8cd-40fd-81dd-af2019694b72 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 945 time: 0.0534096 Aug 04 05:56:55.297585 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-2657073d-cdda-46c1-b9c5-4d186c1ce4e1 req-0ceb1c89-4205-42b4-ba16-80ebe5365b00 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/networks?id=547de350-98df-426a-b398-b032321fdf42 HTTP/1.1" status: 200 len: 809 time: 0.1101696 Aug 04 05:56:55.312550 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-2657073d-cdda-46c1-b9c5-4d186c1ce4e1 req-766fe01e-3046-42be-929f-444c937cc2c6 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/quotas/523ead1982c046a394318b39d745033e HTTP/1.1" status: 200 len: 375 time: 0.0093999 Aug 04 05:56:55.338457 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-d735090a-d3f2-4274-b55f-c00b822e85a6 req-0d36791c-1608-416a-9775-75972415f763 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347836 Aug 04 05:56:55.369148 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-2657073d-cdda-46c1-b9c5-4d186c1ce4e1 req-4c497789-40e8-49bb-9dcd-1e1370fa0120 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=523ead1982c046a394318b39d745033e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499687 Aug 04 05:56:55.467987 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-2657073d-cdda-46c1-b9c5-4d186c1ce4e1 req-05966765-935d-4084-a268-7b04aa4d84ba service neutron] 10.222.0.37 "GET /v2.0/networks/547de350-98df-426a-b398-b032321fdf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860569 Aug 04 05:56:55.563139 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-2657073d-cdda-46c1-b9c5-4d186c1ce4e1 req-7ba6660d-d0f4-4d98-a11c-d8e85e0cfac0 service neutron] 10.222.0.37 "GET /v2.0/networks/547de350-98df-426a-b398-b032321fdf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875797 Aug 04 05:56:55.881385 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 61e93238-e733-4f4b-a2c9-68d81bef4f15 no longer exists at agent hyperv_hv-cinder-80161 {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 05:56:55.977520 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-4c7f56ca-e82e-42e6-a7ef-de22ec35dc68 req-dd0c9674-284a-405e-af00-ab98d3b22709 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 210 time: 0.0371203 Aug 04 05:56:56.021734 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:56.059098 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562a44ba-b3a5-46e9-9871-ae9469fc3ace', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61e93238-e733-4f4b-a2c9-68d81bef4f15'}] {{(pid=100433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:56:56.061666 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffe4ad2cefe5cc989f07e8393c985a8403d56455fd91e6fde58b148ee627bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e652276c-f0a3-4e8c-b01f-01940a8575fb" -d '{"events": [{"server_uuid": "562a44ba-b3a5-46e9-9871-ae9469fc3ace", "name": "network-vif-unplugged", "status": "completed", "tag": "61e93238-e733-4f4b-a2c9-68d81bef4f15"}]}' {{(pid=100433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:56:56.086118 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 61e93238-e733-4f4b-a2c9-68d81bef4f15, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=61e93238-e733-4f4b-a2c9-68d81bef4f15,segment=NetworkSegment(ebaf7e84-2280-4f17-b68d-25aafcd23fe5),segment_id=ebaf7e84-2280-4f17-b68d-25aafcd23fe5)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:56:56.138625 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270099d-eea3-4d2a-8c8b-3d6dfdcb9ee6 req-2ad6eeb0-4f86-4bdd-906a-619c0a4c6c4b tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:56.141879 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-8270099d-eea3-4d2a-8c8b-3d6dfdcb9ee6 req-2ad6eeb0-4f86-4bdd-906a-619c0a4c6c4b tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 944 time: 0.0566111 Aug 04 05:56:56.176245 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:56.194267 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-8270099d-eea3-4d2a-8c8b-3d6dfdcb9ee6 req-224d25fc-6cb3-4a92-9170-d208a4fd2ae0 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515161 Aug 04 05:56:56.202907 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 05:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f813794-d3bf-413f-a6ad-f12c16b18b9f x-openstack-request-id: req-8f813794-d3bf-413f-a6ad-f12c16b18b9f {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:56:56.203382 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "562a44ba-b3a5-46e9-9871-ae9469fc3ace", "name": "network-vif-unplugged", "status": "completed", "tag": "61e93238-e733-4f4b-a2c9-68d81bef4f15", "code": 200}]} {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:56:56.203829 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8f813794-d3bf-413f-a6ad-f12c16b18b9f {{(pid=100433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:56:56.204410 dv-cinder-801617-4-iscsi neutron-server[100433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562a44ba-b3a5-46e9-9871-ae9469fc3ace', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61e93238-e733-4f4b-a2c9-68d81bef4f15', 'code': 200} Aug 04 05:56:56.284969 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-22a5bc93-cf44-4c89-9160-e636aeedf477 req-6b748ac5-c013-4fba-a277-0b52ada48c7d tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 210 time: 0.0413733 Aug 04 05:56:56.293659 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=61e93238-e733-4f4b-a2c9-68d81bef4f15,revision_number=6']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:56:56.309394 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:56:56.309815 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:56:56.310162 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:56:56.310497 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:56:56.310831 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:56:56.311163 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:56:56.311488 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:56:56.311813 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:56:56.312161 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:56:56.312483 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:56:56.312803 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:56:56.313117 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:56:56.382024 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:56:56.471410 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef0299-5876-4985-b9fe-b289ac4bbb49 req-5fdd3265-12f3-4fbf-8b2a-379199f59ffb tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:56.473571 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-cbef0299-5876-4985-b9fe-b289ac4bbb49 req-5fdd3265-12f3-4fbf-8b2a-379199f59ffb tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 943 time: 0.0583804 Aug 04 05:56:56.513919 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-cbef0299-5876-4985-b9fe-b289ac4bbb49 req-6af6f2a4-104e-4830-8fde-c9287f311484 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338559 Aug 04 05:56:57.148328 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b01c7bbd-d729-47f7-81ad-5dbc24b81fc9 req-a32f1e77-8f26-48e8-b905-07c18045e048 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 210 time: 0.0454934 Aug 04 05:56:57.340126 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb08e07-5959-4774-b4f5-03261bc3a724 req-df7aac99-f85f-4d99-ab5f-9565ac9d95f7 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:57.341716 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-2bb08e07-5959-4774-b4f5-03261bc3a724 req-df7aac99-f85f-4d99-ab5f-9565ac9d95f7 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 944 time: 0.0552602 Aug 04 05:56:57.382182 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-2bb08e07-5959-4774-b4f5-03261bc3a724 req-6b4138bb-beba-4b98-956b-3b614ed4b907 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334868 Aug 04 05:56:57.482741 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-094223c2-3216-456c-a03a-955d8732c3f3 req-22546be3-6e61-4864-a81b-db378f5008e6 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 210 time: 0.0335083 Aug 04 05:56:57.628689 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db138f-7606-4722-af40-256c23a53b79 req-a2569376-a3b6-49e2-986b-c595f020616d tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:57.634233 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-90db138f-7606-4722-af40-256c23a53b79 req-a2569376-a3b6-49e2-986b-c595f020616d tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 943 time: 0.0530355 Aug 04 05:56:57.680244 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-90db138f-7606-4722-af40-256c23a53b79 req-b7ba4bb2-4886-4c58-a96d-cf334218be8d tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433214 Aug 04 05:56:58.270071 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-1a953183-c54f-481d-820f-0b8263d93bd8 req-532ebd5a-1103-4291-893f-9954aec5d084 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 210 time: 0.0480919 Aug 04 05:56:58.525347 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ef158-f016-4488-9c73-67dad636052c req-5f5eb6da-e17d-4424-85d3-4bd262534456 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:58.526769 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-343ef158-f016-4488-9c73-67dad636052c req-5f5eb6da-e17d-4424-85d3-4bd262534456 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 944 time: 0.0575826 Aug 04 05:56:58.568434 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-343ef158-f016-4488-9c73-67dad636052c req-66203bab-35f2-49cd-bbeb-cd1d9b94d222 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356915 Aug 04 05:56:58.790995 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a38cf0-890c-40bd-8a91-100d960626af req-d889f40f-198e-406f-915b-21610a077bd1 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:58.791507 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-267233cf-a898-40f4-afe7-cbe51161856e req-8495239c-e424-4e8b-8266-76929b9b1162 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 210 time: 0.2416632 Aug 04 05:56:58.792485 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-60a38cf0-890c-40bd-8a91-100d960626af req-d889f40f-198e-406f-915b-21610a077bd1 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 943 time: 0.0489786 Aug 04 05:56:58.835014 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-60a38cf0-890c-40bd-8a91-100d960626af req-0a528e02-70fc-4848-b6b3-ac4b4a0bc2d9 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360811 Aug 04 05:56:59.362617 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-1ad01eed-94f2-43e5-8ed0-63b941f6bea9 req-0153462e-8bf9-465b-8a4d-619077d56587 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 210 time: 0.0266736 Aug 04 05:56:59.686811 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b745ac-59f7-4709-9781-8b379be3f279 req-52f53d6d-de0b-45c0-8efc-39bed3ea2edd tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:59.688463 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-f4b745ac-59f7-4709-9781-8b379be3f279 req-52f53d6d-de0b-45c0-8efc-39bed3ea2edd tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 944 time: 0.0481224 Aug 04 05:56:59.735695 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-f4b745ac-59f7-4709-9781-8b379be3f279 req-c12d175c-d72c-45e8-be14-3f8083137ac6 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391271 Aug 04 05:56:59.889479 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-acb0e9ef-82f2-461d-9294-8abcac19116a req-a3e9ef6c-6634-4c63-bdd3-591a2ec0add1 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 210 time: 0.0316925 Aug 04 05:56:59.969996 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac368b65-9eef-4088-a3b2-2f2504518415 req-c5d689e4-e171-416e-8bc3-934adb8b47d2 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:56:59.971829 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-ac368b65-9eef-4088-a3b2-2f2504518415 req-c5d689e4-e171-416e-8bc3-934adb8b47d2 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 943 time: 0.0505035 Aug 04 05:57:00.009995 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-ac368b65-9eef-4088-a3b2-2f2504518415 req-01cc360f-264d-4777-8b16-edf48ec85424 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321848 Aug 04 05:57:00.456727 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-36150754-f9c8-4686-8fc5-4bc3d8649b31 req-7214f6a7-139b-4dd1-96c8-659d7289ec0a tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 210 time: 0.0255325 Aug 04 05:57:00.856591 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb4b6b-a34f-4fb0-9951-749d0cc4354e req-c66744e7-e3d5-49a1-9a9c-80a24323f4d7 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:00.858071 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-36fb4b6b-a34f-4fb0-9951-749d0cc4354e req-c66744e7-e3d5-49a1-9a9c-80a24323f4d7 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 944 time: 0.0489414 Aug 04 05:57:00.895636 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-36fb4b6b-a34f-4fb0-9951-749d0cc4354e req-f5592333-17e5-405b-ad67-d6d482be3c97 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314593 Aug 04 05:57:00.984821 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-21c485ca-3cb8-4dd3-94db-9616c6df3801 req-cf2fe2a1-6148-4f28-a9d1-cb4c981b5d1e tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 210 time: 0.0298860 Aug 04 05:57:01.120569 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080a99b-c95c-4e05-8c94-6b6b42796edf req-39924c89-af7e-471d-87f1-b9564887e455 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:01.122033 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-1080a99b-c95c-4e05-8c94-6b6b42796edf req-39924c89-af7e-471d-87f1-b9564887e455 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 943 time: 0.0474842 Aug 04 05:57:01.163262 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-1080a99b-c95c-4e05-8c94-6b6b42796edf req-9b36dbb7-5fd3-468c-8837-b0a9a6052199 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353508 Aug 04 05:57:01.559917 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0df36293-ccc5-4f67-931c-b06c9e45a6f1 req-4a260bcc-864d-4f31-b7b2-6f22537f6abb tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 210 time: 0.0347152 Aug 04 05:57:02.032082 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155cd66-af26-4125-a791-17b4fbb98bba req-4be0db30-8d4c-467f-b732-5c0c20117d73 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:02.033575 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-0155cd66-af26-4125-a791-17b4fbb98bba req-4be0db30-8d4c-467f-b732-5c0c20117d73 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 944 time: 0.0567451 Aug 04 05:57:02.092658 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-0155cd66-af26-4125-a791-17b4fbb98bba req-3e23c331-0abf-49af-af7d-0a5fe9f90500 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518944 Aug 04 05:57:02.105042 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-bc303ff7-55ab-45c2-a541-8528149386e6 req-e8fe2930-22e1-4733-82cb-994714128574 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 210 time: 0.0429957 Aug 04 05:57:02.307175 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45db630-6320-4127-8ffd-6a15d28d6d69 req-67009c6d-fac4-4472-a09a-18a2e8b421ff tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:02.309090 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e45db630-6320-4127-8ffd-6a15d28d6d69 req-67009c6d-fac4-4472-a09a-18a2e8b421ff tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 943 time: 0.0624557 Aug 04 05:57:02.352114 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e45db630-6320-4127-8ffd-6a15d28d6d69 req-4827172f-8a18-4f54-9a45-8d68d8f8845f tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369484 Aug 04 05:57:02.679644 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-e9bcabba-5044-454e-abd0-ccdebc7b8e7a req-cb2812c4-5e21-4266-82ef-dfb9fbc85091 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 210 time: 0.0408022 Aug 04 05:57:03.200481 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-4a36094a-414a-4852-915c-41bab9aa6a17 req-d7c95121-4ef4-442b-b458-6fe181d8b137 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 210 time: 0.0301628 Aug 04 05:57:03.227665 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a4992-1fed-4b13-8267-8d634885909e req-4871d813-237a-4bad-b342-7aca5b2247ee tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:03.229194 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-574a4992-1fed-4b13-8267-8d634885909e req-4871d813-237a-4bad-b342-7aca5b2247ee tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 944 time: 0.0524943 Aug 04 05:57:03.269692 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-574a4992-1fed-4b13-8267-8d634885909e req-2437abec-1c83-4797-b442-700a99ef0ae8 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329537 Aug 04 05:57:03.483568 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34515043-03e4-425f-aaa9-45050e7af23e req-0960ff24-f5f7-499f-b01a-5595c9048978 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:03.483568 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-34515043-03e4-425f-aaa9-45050e7af23e req-0960ff24-f5f7-499f-b01a-5595c9048978 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 943 time: 0.0547488 Aug 04 05:57:03.522263 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-34515043-03e4-425f-aaa9-45050e7af23e req-6029ae70-4fe7-4baf-8a63-47dd57ecfaae tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335748 Aug 04 05:57:03.545169 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-b9690d62-ea0b-4427-8e5c-cafbfdd26e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:03.779264 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-6be43936-ce52-4ee9-a418-db6cd367c3c0 req-b48ed1b8-da4b-4bb2-b2d2-8e79914a9743 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 210 time: 0.0304308 Aug 04 05:57:04.306917 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-34c5741e-c96b-429c-81a6-ab29248b1a11 req-715816fc-7790-4709-92d0-b1bc859f6c6b tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 210 time: 0.0339870 Aug 04 05:57:04.398898 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0283b0-0d3f-4f97-975f-9eb1ea9de3f1 req-baee1f02-88c2-41bb-8ac3-51a24b627319 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:04.400384 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-8f0283b0-0d3f-4f97-975f-9eb1ea9de3f1 req-baee1f02-88c2-41bb-8ac3-51a24b627319 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 944 time: 0.0479672 Aug 04 05:57:04.439807 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-8f0283b0-0d3f-4f97-975f-9eb1ea9de3f1 req-5b114df5-7506-49e8-a4f8-6b9a555fc953 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335276 Aug 04 05:57:04.641191 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155820cc-418f-477d-95f6-15551750407b req-23bc8a7f-a031-407e-b8d8-c014b5d61019 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:04.642805 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-155820cc-418f-477d-95f6-15551750407b req-23bc8a7f-a031-407e-b8d8-c014b5d61019 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 943 time: 0.0513694 Aug 04 05:57:04.683508 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-155820cc-418f-477d-95f6-15551750407b req-e357fbb3-21d5-4fc1-ba5b-578a2a42de00 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341854 Aug 04 05:57:04.872373 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-39804a2d-069d-4c7e-a150-ecf10b39ad47 req-a5eb06f1-ec55-4aff-bbf9-cd32364377af tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 210 time: 0.0291352 Aug 04 05:57:05.413065 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-dfe923bc-6322-4b53-a7cb-ae1ff1c6452d req-32bb4320-a5a6-461c-b95c-60c901d8bc36 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 210 time: 0.0352566 Aug 04 05:57:05.573269 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e07cf8-3d5b-4338-9f8a-240f72aa98c2 req-8ce213c4-b8c4-433f-8a35-1dec1e6635f4 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:05.574805 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-20e07cf8-3d5b-4338-9f8a-240f72aa98c2 req-8ce213c4-b8c4-433f-8a35-1dec1e6635f4 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 944 time: 0.0575316 Aug 04 05:57:05.628993 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-20e07cf8-3d5b-4338-9f8a-240f72aa98c2 req-5e9f38a3-a972-4fb1-81d8-7a8fedbb3334 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461531 Aug 04 05:57:05.803301 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d625ffc-1951-49a0-ad62-e9432828438e req-b6b7441b-331e-42c0-93f9-f94ee954ad6a tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:05.804750 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-7d625ffc-1951-49a0-ad62-e9432828438e req-b6b7441b-331e-42c0-93f9-f94ee954ad6a tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 943 time: 0.0494387 Aug 04 05:57:05.843099 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-7d625ffc-1951-49a0-ad62-e9432828438e req-c669b641-0d62-4afb-b93a-5d3100342aeb tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324771 Aug 04 05:57:05.987489 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-50206147-def9-4c46-9d9b-4e3e62f31de5 req-19ea4def-55af-414e-b936-3317ac117cbb tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 210 time: 0.0260983 Aug 04 05:57:05.996271 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-91f394a6-2ff4-4c6a-870e-8bb29b6b17c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:06.122358 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:06.505364 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-1728f611-b1f8-409a-8237-f49cfc173e0e req-7f97fee9-fe84-4d5c-abad-f2b0b3f7a105 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 210 time: 0.0265110 Aug 04 05:57:06.747231 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99410e0-8078-4102-9869-3f4a5dbfacf1 req-61f7d0d5-b01e-4c8a-866a-50790af8188b tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:06.748769 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-f99410e0-8078-4102-9869-3f4a5dbfacf1 req-61f7d0d5-b01e-4c8a-866a-50790af8188b tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 944 time: 0.0470929 Aug 04 05:57:06.787955 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-f99410e0-8078-4102-9869-3f4a5dbfacf1 req-78735f49-e280-4f5f-b4b3-ff3be3544cef tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321052 Aug 04 05:57:06.962232 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a8321-0054-43a4-8ab9-a6e9ade24bc8 req-f656b4ad-de51-4b93-94dd-a28e6d1cdca8 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:06.964328 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-3b5a8321-0054-43a4-8ab9-a6e9ade24bc8 req-f656b4ad-de51-4b93-94dd-a28e6d1cdca8 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 943 time: 0.0551875 Aug 04 05:57:07.014312 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-668162c0-8658-4a50-a009-adc8658eb365 req-8f88b52b-66b5-4288-92f0-63087a30ce81 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445096 Aug 04 05:57:07.037848 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-3b5a8321-0054-43a4-8ab9-a6e9ade24bc8 req-a1013769-3a26-42c8-88a1-ce4abd2e1d8a tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673952 Aug 04 05:57:07.082392 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a51636-4234-4056-8f4e-5612cfad47b1 req-c3d6f247-94d3-4524-be2c-ece03a4f79f5 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:07.084005 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e2a51636-4234-4056-8f4e-5612cfad47b1 req-c3d6f247-94d3-4524-be2c-ece03a4f79f5 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.18 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 943 time: 0.0804427 Aug 04 05:57:07.131847 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-8ff7c2a4-9b9e-43b5-a199-5a52a132a3ef req-d497ec18-b36c-483d-8e4d-adf1b2322bd0 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 210 time: 0.0382714 Aug 04 05:57:07.142885 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668162c0-8658-4a50-a009-adc8658eb365 req-5e81138f-f788-4f40-8743-9d9b99aaff1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:07.145059 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-668162c0-8658-4a50-a009-adc8658eb365 req-5e81138f-f788-4f40-8743-9d9b99aaff1c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c8bcebc3d7d048b69d592fa2bf00330a&device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 1099 time: 0.0817952 Aug 04 05:57:07.210199 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [req-e2a51636-4234-4056-8f4e-5612cfad47b1 req-2bec0f1d-58b0-4052-8059-3ed0d56be481 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Deleting port 61e93238-e733-4f4b-a2c9-68d81bef4f15 {{(pid=100432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 05:57:07.210444 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-e2a51636-4234-4056-8f4e-5612cfad47b1 req-2bec0f1d-58b0-4052-8059-3ed0d56be481 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:07.273488 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668162c0-8658-4a50-a009-adc8658eb365 req-0d926559-b285-4e63-9a92-b1da2d81ea8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:07.275104 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-668162c0-8658-4a50-a009-adc8658eb365 req-0d926559-b285-4e63-9a92-b1da2d81ea8f service neutron] 10.222.0.18 "GET /v2.0/networks?id=d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3 HTTP/1.1" status: 200 len: 911 time: 0.0949771 Aug 04 05:57:07.302513 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [req-e2a51636-4234-4056-8f4e-5612cfad47b1 req-2bec0f1d-58b0-4052-8059-3ed0d56be481 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] For port 61e93238-e733-4f4b-a2c9-68d81bef4f15, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=61e93238-e733-4f4b-a2c9-68d81bef4f15,segment=NetworkSegment(ebaf7e84-2280-4f17-b68d-25aafcd23fe5),segment_id=ebaf7e84-2280-4f17-b68d-25aafcd23fe5)] {{(pid=100432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:57:07.315758 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-e2a51636-4234-4056-8f4e-5612cfad47b1 req-2bec0f1d-58b0-4052-8059-3ed0d56be481 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:07.316621 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [req-e2a51636-4234-4056-8f4e-5612cfad47b1 req-2bec0f1d-58b0-4052-8059-3ed0d56be481 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Calling delete_port for 61e93238-e733-4f4b-a2c9-68d81bef4f15 owned by compute:nova {{(pid=100432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 05:57:07.348212 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-668162c0-8658-4a50-a009-adc8658eb365 req-2162f4e7-7c22-4098-8364-dcf662c8c804 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ebbf558-7ec6-47f5-9e3a-c8a2662b6565 HTTP/1.1" status: 200 len: 1002 time: 0.0594645 Aug 04 05:57:07.406976 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668162c0-8658-4a50-a009-adc8658eb365 req-96efc522-58b6-4892-bfca-96f6019198a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:07.408537 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-668162c0-8658-4a50-a009-adc8658eb365 req-96efc522-58b6-4892-bfca-96f6019198a2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=093ae098-146b-44a4-8f09-371adaa382d8 HTTP/1.1" status: 200 len: 849 time: 0.0470819 Aug 04 05:57:07.474549 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668162c0-8658-4a50-a009-adc8658eb365 req-3de23194-2e5e-4b6c-8480-03764993d38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:07.476417 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-668162c0-8658-4a50-a009-adc8658eb365 req-3de23194-2e5e-4b6c-8480-03764993d38c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0569644 Aug 04 05:57:07.530347 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-e2a51636-4234-4056-8f4e-5612cfad47b1 req-2bec0f1d-58b0-4052-8059-3ed0d56be481 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:07.546992 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] get_ports_and_sgs() called for port_ids ['5429d2ed-d8be-49be-834a-cd46b4267bce'] {{(pid=100433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 05:57:07.563420 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bec0f1d-58b0-4052-8059-3ed0d56be481 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Pushing event deleted for resources: {'Port': ['ID=61e93238-e733-4f4b-a2c9-68d81bef4f15,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:57:07.578679 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6693b30c-6718-4946-8b55-748181203f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:07.622713 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-668162c0-8658-4a50-a009-adc8658eb365 req-d95bf583-ea44-47f3-be66-1ff5168f16ad service neutron] 10.222.0.18 "GET /v2.0/networks/d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085329 Aug 04 05:57:07.625448 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a51636-4234-4056-8f4e-5612cfad47b1 req-2bec0f1d-58b0-4052-8059-3ed0d56be481 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] No DVR routers for this DVR port 61e93238-e733-4f4b-a2c9-68d81bef4f15 on host hv-cinder-80161 {{(pid=100432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 05:57:07.653578 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-48420e24-52b6-4104-988c-2274b3d97a09 req-fe12bbad-17c6-4bd4-865f-276455cfd1cc tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 210 time: 0.0563147 Aug 04 05:57:07.654895 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-e2a51636-4234-4056-8f4e-5612cfad47b1 req-2bec0f1d-58b0-4052-8059-3ed0d56be481 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for port, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:07.658143 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e2a51636-4234-4056-8f4e-5612cfad47b1 req-2bec0f1d-58b0-4052-8059-3ed0d56be481 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.18 "DELETE /v2.0/ports/61e93238-e733-4f4b-a2c9-68d81bef4f15 HTTP/1.1" status: 204 len: 173 time: 0.5589333 Aug 04 05:57:07.659243 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562a44ba-b3a5-46e9-9871-ae9469fc3ace', 'name': 'network-vif-deleted', 'tag': '61e93238-e733-4f4b-a2c9-68d81bef4f15'}] {{(pid=100432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:57:07.661744 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7961aa7e709e573ce1f4efc3791ca037d6473da3b2c6b2a251ebfb1631130676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59d3755-1eea-4f2a-8762-95fac36ac4e7" -d '{"events": [{"server_uuid": "562a44ba-b3a5-46e9-9871-ae9469fc3ace", "name": "network-vif-deleted", "tag": "61e93238-e733-4f4b-a2c9-68d81bef4f15"}]}' {{(pid=100432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:57:07.701111 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 05:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be729e3-1617-4341-8b31-17425427f248 x-openstack-request-id: req-1be729e3-1617-4341-8b31-17425427f248 {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:57:07.701691 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "562a44ba-b3a5-46e9-9871-ae9469fc3ace", "name": "network-vif-deleted", "tag": "61e93238-e733-4f4b-a2c9-68d81bef4f15", "status": "completed", "code": 200}]} {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:57:07.702455 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1be729e3-1617-4341-8b31-17425427f248 {{(pid=100432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:57:07.703089 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562a44ba-b3a5-46e9-9871-ae9469fc3ace', 'name': 'network-vif-deleted', 'tag': '61e93238-e733-4f4b-a2c9-68d81bef4f15', 'status': 'completed', 'code': 200} Aug 04 05:57:07.739480 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-668162c0-8658-4a50-a009-adc8658eb365 req-94bd0229-f2c5-4770-8672-7d907d0185c9 service neutron] 10.222.0.18 "GET /v2.0/networks/d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059160 Aug 04 05:57:07.909973 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37ec2d-eaf4-4292-8b9b-7e0449ce337c req-b781138b-0ae2-4119-ba3b-851a2d235549 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:07.911562 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9b37ec2d-eaf4-4292-8b9b-7e0449ce337c req-b781138b-0ae2-4119-ba3b-851a2d235549 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 944 time: 0.0502672 Aug 04 05:57:07.953100 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9b37ec2d-eaf4-4292-8b9b-7e0449ce337c req-8f511daa-c467-4f01-8b2c-adbbc09445fb tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351527 Aug 04 05:57:08.143081 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-154814d3-e931-4994-a660-8bc75c928ed2 req-fd89d618-2321-4fa9-8b9f-828e16072b13 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 210 time: 0.0270929 Aug 04 05:57:08.235242 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-1e9320a1-1178-4fc7-91f4-241568fe25a2 req-cbac7ce8-8d89-44bb-a43b-01ae8a71256e tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 210 time: 0.0262456 Aug 04 05:57:08.615581 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035123c7-27ca-489b-9d56-46dee1097c59 req-ccf63ddc-bf20-45b6-b2e9-a0083bf87b79 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:08.617060 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-035123c7-27ca-489b-9d56-46dee1097c59 req-ccf63ddc-bf20-45b6-b2e9-a0083bf87b79 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.18 "GET /v2.0/networks?id=4ef8f3b4-2b14-4272-a773-ce259c8b6ad8 HTTP/1.1" status: 200 len: 815 time: 0.1023228 Aug 04 05:57:08.636263 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [req-035123c7-27ca-489b-9d56-46dee1097c59 req-06e2523f-f22d-4b4b-b477-49c56797d965 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Request body: {'port': {'device_id': '631c6d8a-7b73-43f2-9ba3-5c4eb7410f01', 'network_id': '4ef8f3b4-2b14-4272-a773-ce259c8b6ad8', 'admin_state_up': True, 'tenant_id': '8f62397568a74730be8e584893e1c3e1'}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:57:08.754652 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-34017f29-22cf-4eaf-ab40-ca3764c1fb33 req-45242bc2-e364-4873-8be9-cc4462985278 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 210 time: 0.0383253 Aug 04 05:57:08.844021 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-035123c7-27ca-489b-9d56-46dee1097c59 req-06e2523f-f22d-4b4b-b477-49c56797d965 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Made reservation on behalf of 8f62397568a74730be8e584893e1c3e1 for: {'port': 1} {{(pid=100431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 05:57:08.848882 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-035123c7-27ca-489b-9d56-46dee1097c59 req-06e2523f-f22d-4b4b-b477-49c56797d965 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:08.983368 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.db_base_plugin_common [req-035123c7-27ca-489b-9d56-46dee1097c59 req-06e2523f-f22d-4b4b-b477-49c56797d965 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Allocated IP 172.20.0.5 (4ef8f3b4-2b14-4272-a773-ce259c8b6ad8/4a1f5ca3-6248-4755-92d6-9160486f41b6/c3a5e645-fb9f-449e-9e60-cd87c85b99f9) {{(pid=100431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 05:57:09.095651 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9365e-c5f6-42bd-91eb-dc42e7203fde req-195e7cab-1dd7-4023-b574-ab1510faba91 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:09.095651 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-4fb9365e-c5f6-42bd-91eb-dc42e7203fde req-195e7cab-1dd7-4023-b574-ab1510faba91 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 944 time: 0.0550120 Aug 04 05:57:09.142536 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-4fb9365e-c5f6-42bd-91eb-dc42e7203fde req-5abe7a6a-835e-4690-b6c6-5603b03098e2 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435832 Aug 04 05:57:09.157654 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-035123c7-27ca-489b-9d56-46dee1097c59 req-06e2523f-f22d-4b4b-b477-49c56797d965 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks [] for port, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:09.176334 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [req-035123c7-27ca-489b-9d56-46dee1097c59 req-06e2523f-f22d-4b4b-b477-49c56797d965 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Transition to ACTIVE for port object c3a5e645-fb9f-449e-9e60-cd87c85b99f9 will not be triggered until provisioned by entity DHCP. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:57:09.284088 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-af518b0e-f884-4aea-987f-964d29497bdd req-8d235f85-6fc8-40da-a21e-e8266f6ad33b tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 210 time: 0.0297234 Aug 04 05:57:09.301171 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-035123c7-27ca-489b-9d56-46dee1097c59 req-06e2523f-f22d-4b4b-b477-49c56797d965 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4497432'] for port, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:09.364639 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-dee0c6e9-f257-441c-951e-ad3806d8c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:09.365111 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-035123c7-27ca-489b-9d56-46dee1097c59 req-06e2523f-f22d-4b4b-b477-49c56797d965 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Network 4ef8f3b4-2b14-4272-a773-ce259c8b6ad8 is already hosted by enough agents. {{(pid=100431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:57:09.365111 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e2523f-f22d-4b4b-b477-49c56797d965 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Pushing event updated for resources: {'Port': ['ID=c3a5e645-fb9f-449e-9e60-cd87c85b99f9,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:57:09.365111 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.base_scheduler [req-035123c7-27ca-489b-9d56-46dee1097c59 req-06e2523f-f22d-4b4b-b477-49c56797d965 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Resources bound (agent type, host, resource id): {{(pid=100431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:57:09.371211 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [req-035123c7-27ca-489b-9d56-46dee1097c59 req-06e2523f-f22d-4b4b-b477-49c56797d965 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Received port after_create {{(pid=100431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 05:57:09.376499 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e2523f-f22d-4b4b-b477-49c56797d965 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:57:09.376898 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e2523f-f22d-4b4b-b477-49c56797d965 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:57:09.378236 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e2523f-f22d-4b4b-b477-49c56797d965 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:57:09.378722 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e2523f-f22d-4b4b-b477-49c56797d965 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:57:09.379255 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e2523f-f22d-4b4b-b477-49c56797d965 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:57:09.379629 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e2523f-f22d-4b4b-b477-49c56797d965 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:57:09.380068 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e2523f-f22d-4b4b-b477-49c56797d965 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:57:09.380468 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e2523f-f22d-4b4b-b477-49c56797d965 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:57:09.380862 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e2523f-f22d-4b4b-b477-49c56797d965 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:57:09.381297 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e2523f-f22d-4b4b-b477-49c56797d965 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:57:09.382414 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e2523f-f22d-4b4b-b477-49c56797d965 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:57:09.382812 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e2523f-f22d-4b4b-b477-49c56797d965 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:57:09.449692 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657073d-cdda-46c1-b9c5-4d186c1ce4e1 req-5d5cdd47-064c-4890-89a8-24e50d848d61 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:09.452766 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-2657073d-cdda-46c1-b9c5-4d186c1ce4e1 req-5d5cdd47-064c-4890-89a8-24e50d848d61 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.18 "GET /v2.0/networks?id=547de350-98df-426a-b398-b032321fdf42 HTTP/1.1" status: 200 len: 809 time: 0.2006867 Aug 04 05:57:09.510316 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035123c7-27ca-489b-9d56-46dee1097c59 req-06e2523f-f22d-4b4b-b477-49c56797d965 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:09.511065 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-035123c7-27ca-489b-9d56-46dee1097c59 req-06e2523f-f22d-4b4b-b477-49c56797d965 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for port, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:09.547122 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1ab59-b936-40df-87b1-2dd090b43dd9 req-5f5144a0-ae36-4a44-9d9c-2bb5d3b61fd4 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:09.548789 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b0b1ab59-b936-40df-87b1-2dd090b43dd9 req-5f5144a0-ae36-4a44-9d9c-2bb5d3b61fd4 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 931 time: 0.1063924 Aug 04 05:57:09.609619 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-035123c7-27ca-489b-9d56-46dee1097c59 req-06e2523f-f22d-4b4b-b477-49c56797d965 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9794033 Aug 04 05:57:09.630255 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b0b1ab59-b936-40df-87b1-2dd090b43dd9 req-7534ea22-ba4a-4553-a790-aab99b7a810f tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/security-groups?id=15c688f3-4334-4a5b-b183-64c7de2fe4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692024 Aug 04 05:57:09.787383 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-98ff0a3a-1d2b-4096-9431-868437f2832c None None] Provisioning for port c3a5e645-fb9f-449e-9e60-cd87c85b99f9 completed by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:57:09.796360 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-98ff0a3a-1d2b-4096-9431-868437f2832c None None] Provisioning complete for port c3a5e645-fb9f-449e-9e60-cd87c85b99f9 triggered by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:57:09.796737 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-98ff0a3a-1d2b-4096-9431-868437f2832c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:09.848182 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-98ff0a3a-1d2b-4096-9431-868437f2832c None None] Port c3a5e645-fb9f-449e-9e60-cd87c85b99f9 cannot update to ACTIVE because it is not bound. {{(pid=100433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 05:57:09.907687 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b04ffa-67b8-4954-840a-3ee131ec58c2 req-d05fdf35-352b-4567-9654-e0e4f6b5cfe9 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:09.907687 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-90b04ffa-67b8-4954-840a-3ee131ec58c2 req-d05fdf35-352b-4567-9654-e0e4f6b5cfe9 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d9bf971-3a10-46ce-b2fb-e4d017a0414c HTTP/1.1" status: 200 len: 945 time: 0.0898058 Aug 04 05:57:09.908262 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-106d3996-7fc0-47b2-83d0-e9b2b2ab228b req-d67482f0-c9be-442b-8b0a-2ce55c3bcb82 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 210 time: 0.0262651 Aug 04 05:57:09.908478 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-90b04ffa-67b8-4954-840a-3ee131ec58c2 req-da91cf79-abfe-48f2-b0fe-d02d6d7d78d2 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d419ef8-5bbb-40ee-b2b8-382ff3bcfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331035 Aug 04 05:57:10.275251 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f0b534-b0a6-4670-bc93-74b5f4e77349 req-29c92920-13b6-483c-bfd5-f6645edf6acc tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:10.276807 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-98f0b534-b0a6-4670-bc93-74b5f4e77349 req-29c92920-13b6-483c-bfd5-f6645edf6acc tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 944 time: 0.0532100 Aug 04 05:57:10.316236 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-98f0b534-b0a6-4670-bc93-74b5f4e77349 req-f357a97e-d7ae-4f2f-879c-3841a4cee3a6 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331132 Aug 04 05:57:10.406940 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-1ac70c5b-5458-4192-b022-3aeee7bc41c1 req-0fc511fc-0e40-46dc-96a2-6defb5d2fe59 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 210 time: 0.0272052 Aug 04 05:57:10.755250 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f46ea5-a6b6-409f-83cb-d76cfebffe78 req-80104641-39bb-429f-ad3d-f8d2653ec2fe tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:10.756794 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f7f46ea5-a6b6-409f-83cb-d76cfebffe78 req-80104641-39bb-429f-ad3d-f8d2653ec2fe tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 931 time: 0.0503719 Aug 04 05:57:10.798190 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f7f46ea5-a6b6-409f-83cb-d76cfebffe78 req-5ed2d586-faa0-44ec-8b86-35af8f8a0a91 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/security-groups?id=15c688f3-4334-4a5b-b183-64c7de2fe4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349581 Aug 04 05:57:11.013683 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f2e3d083-86f4-43cd-a86f-0e0a3b57cfce req-39e51223-b34b-429c-bdce-7591062af111 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 210 time: 0.0276651 Aug 04 05:57:11.024976 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c6f23-388f-40f3-9e89-90bfefc7eacb req-c27be015-4ee4-427c-9bf7-e68fcd6d804c tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:11.032049 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b16c6f23-388f-40f3-9e89-90bfefc7eacb req-c27be015-4ee4-427c-9bf7-e68fcd6d804c tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d9bf971-3a10-46ce-b2fb-e4d017a0414c HTTP/1.1" status: 200 len: 945 time: 0.0594182 Aug 04 05:57:11.067975 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b16c6f23-388f-40f3-9e89-90bfefc7eacb req-bd2a92d8-855c-4518-8a3d-f01352ebbaaf tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d419ef8-5bbb-40ee-b2b8-382ff3bcfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350378 Aug 04 05:57:11.456963 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615dfc8-944d-41ee-a0d2-8484a4484fd3 req-1b456edc-553e-44ca-a0ff-c9ea909b3992 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:11.460451 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-d615dfc8-944d-41ee-a0d2-8484a4484fd3 req-1b456edc-553e-44ca-a0ff-c9ea909b3992 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 944 time: 0.0575826 Aug 04 05:57:11.510746 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-d615dfc8-944d-41ee-a0d2-8484a4484fd3 req-5bc75d32-3ff7-405b-8049-743507f27f11 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457726 Aug 04 05:57:11.520937 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-57508289-e595-47c9-bebc-7895b221adfb req-3778359c-80a7-4065-8d6a-012ba09be0a1 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 210 time: 0.0294909 Aug 04 05:57:11.916545 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79573d-2948-4492-852a-88b125113da0 req-8d38ab6f-76be-4114-b13a-692f25614506 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:11.918040 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-4a79573d-2948-4492-852a-88b125113da0 req-8d38ab6f-76be-4114-b13a-692f25614506 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 931 time: 0.0493357 Aug 04 05:57:11.959113 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-4a79573d-2948-4492-852a-88b125113da0 req-dcf48ba1-6900-48eb-9438-231b30bd95bb tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/security-groups?id=15c688f3-4334-4a5b-b183-64c7de2fe4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349026 Aug 04 05:57:12.111516 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-ec7c9b2f-c769-47ea-a7bd-fb1b3b32527a req-c4f51626-1834-4413-a818-278b1d45a78f tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 210 time: 0.0306785 Aug 04 05:57:12.191175 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cee486-8eb5-430e-bec9-1eaf409d4121 req-f3ff0a16-c37e-43fa-a789-9fbc0ec2c3e5 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:12.192721 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-63cee486-8eb5-430e-bec9-1eaf409d4121 req-f3ff0a16-c37e-43fa-a789-9fbc0ec2c3e5 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d9bf971-3a10-46ce-b2fb-e4d017a0414c HTTP/1.1" status: 200 len: 945 time: 0.0502255 Aug 04 05:57:12.231845 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-63cee486-8eb5-430e-bec9-1eaf409d4121 req-0a129097-357a-4409-8f83-0feca85c32cc tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d419ef8-5bbb-40ee-b2b8-382ff3bcfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330997 Aug 04 05:57:12.635825 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34f54a-7fa9-4762-b6be-2ceecb459421 req-05c56821-05e2-4928-a30f-0fa64420e9dc tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:12.637353 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-1a34f54a-7fa9-4762-b6be-2ceecb459421 req-05c56821-05e2-4928-a30f-0fa64420e9dc tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 944 time: 0.0512764 Aug 04 05:57:12.637980 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-878f8a9d-d63a-4f6d-8603-63d3de16547a req-ac9a5adc-c8c3-4f3c-a16a-877ab3d5b2a0 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 210 time: 0.0322788 Aug 04 05:57:12.686076 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-1a34f54a-7fa9-4762-b6be-2ceecb459421 req-f3af5b25-f0b6-42bb-8494-6cb5d95dd0b4 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420465 Aug 04 05:57:13.073745 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb3957-02ee-4e94-8c18-d960ba3a6156 req-ae1265ee-f09a-4814-8446-d174f7fff0db tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:13.075152 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-58bb3957-02ee-4e94-8c18-d960ba3a6156 req-ae1265ee-f09a-4814-8446-d174f7fff0db tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 931 time: 0.0491443 Aug 04 05:57:13.114428 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-58bb3957-02ee-4e94-8c18-d960ba3a6156 req-1c431b41-fdc7-41cf-9dc5-04e5d7c54af8 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/security-groups?id=15c688f3-4334-4a5b-b183-64c7de2fe4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326455 Aug 04 05:57:13.219233 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-42442e94-9312-4f99-a4c4-c6cfb3820a0f req-4bbc8337-b6c8-43db-bc7f-ce068aea6744 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 210 time: 0.0301793 Aug 04 05:57:13.357182 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d068c3a-0ed5-40b5-9650-3d53ced03c4b req-0cfdd08a-30ab-4325-b218-6cdac73b2fc6 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:13.358659 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0d068c3a-0ed5-40b5-9650-3d53ced03c4b req-0cfdd08a-30ab-4325-b218-6cdac73b2fc6 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d9bf971-3a10-46ce-b2fb-e4d017a0414c HTTP/1.1" status: 200 len: 945 time: 0.0558524 Aug 04 05:57:13.402595 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0d068c3a-0ed5-40b5-9650-3d53ced03c4b req-84e0fff9-f04d-4d3c-9f46-323454b46a6f tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d419ef8-5bbb-40ee-b2b8-382ff3bcfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373805 Aug 04 05:57:13.751917 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-815f3c0d-0c44-4597-8502-bca735461ab3 req-93bd8d43-e262-43b5-afa0-131095811320 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 210 time: 0.0307856 Aug 04 05:57:13.824303 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce7f688-8f38-44c8-a0f3-1005430d9c5d req-4c523117-7796-4943-800f-442bdc2f795c tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:13.826624 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-4ce7f688-8f38-44c8-a0f3-1005430d9c5d req-4c523117-7796-4943-800f-442bdc2f795c tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 944 time: 0.0606525 Aug 04 05:57:13.872149 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-4ce7f688-8f38-44c8-a0f3-1005430d9c5d req-2d02cbf8-bdbd-41e3-aaaa-c5b8d2aaaf25 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385916 Aug 04 05:57:14.236287 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7feaf-6163-4ad2-b840-9f10a65b35f8 req-21cb5b5b-cc39-4675-9cdf-3184d21be28f tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:14.239173 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b3f7feaf-6163-4ad2-b840-9f10a65b35f8 req-21cb5b5b-cc39-4675-9cdf-3184d21be28f tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 931 time: 0.0539980 Aug 04 05:57:14.280181 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b3f7feaf-6163-4ad2-b840-9f10a65b35f8 req-56af12e0-b8b5-4a60-8e39-d2156e881c76 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/security-groups?id=15c688f3-4334-4a5b-b183-64c7de2fe4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347571 Aug 04 05:57:14.324516 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-bc83d121-efa2-4a5a-976f-3e8c6c6160fe req-2106a1c3-df2a-4c47-a6ab-badcb9c085da tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 210 time: 0.0277305 Aug 04 05:57:14.529980 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d852c-a5e2-43f2-900a-a333fc86be7a req-1a9d4761-8806-4d6f-b05a-64b6f5f84cc7 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:14.531385 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-8a2d852c-a5e2-43f2-900a-a333fc86be7a req-1a9d4761-8806-4d6f-b05a-64b6f5f84cc7 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d9bf971-3a10-46ce-b2fb-e4d017a0414c HTTP/1.1" status: 200 len: 945 time: 0.0602612 Aug 04 05:57:14.573629 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-8a2d852c-a5e2-43f2-900a-a333fc86be7a req-083aa2a4-7173-4d79-b3ba-7a4c83a4ba52 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d419ef8-5bbb-40ee-b2b8-382ff3bcfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354977 Aug 04 05:57:14.862006 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5a48d434-e22f-4c0a-b51c-e76d8ba06ee9 req-cc04fa3d-c99c-44d1-acef-b0a58322f13d tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 210 time: 0.0274196 Aug 04 05:57:14.997819 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae766a76-df90-4cb8-82ec-29afd5c01df0 req-240f0b4a-bc0b-4d6b-b34a-3a6db8eb67ab tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:14.999301 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-ae766a76-df90-4cb8-82ec-29afd5c01df0 req-240f0b4a-bc0b-4d6b-b34a-3a6db8eb67ab tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 944 time: 0.0507033 Aug 04 05:57:15.038952 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-ae766a76-df90-4cb8-82ec-29afd5c01df0 req-9e24aad1-723b-47dd-8eda-4ea3930d0f42 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330551 Aug 04 05:57:15.401673 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b377b-156d-4472-85d0-861ef87938a7 req-bfeb7a4b-6550-4ea6-a968-dfc014c9cb92 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:15.403348 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-942b377b-156d-4472-85d0-861ef87938a7 req-bfeb7a4b-6550-4ea6-a968-dfc014c9cb92 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 931 time: 0.0540285 Aug 04 05:57:15.449076 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-20c2a674-3543-40b5-afa9-8df681efa353 req-2ff5da42-74b4-4d89-a4ad-83dcde31b067 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 210 time: 0.0474176 Aug 04 05:57:15.452256 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-942b377b-156d-4472-85d0-861ef87938a7 req-9a0d1ba0-0170-4803-b80d-de49b09bee60 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/security-groups?id=15c688f3-4334-4a5b-b183-64c7de2fe4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426261 Aug 04 05:57:15.691813 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a5e8b-2f72-4079-b46a-483e2d6d76cf req-d0059512-b5ad-4c57-92ca-27f559ac2e79 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:15.693555 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-796a5e8b-2f72-4079-b46a-483e2d6d76cf req-d0059512-b5ad-4c57-92ca-27f559ac2e79 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d9bf971-3a10-46ce-b2fb-e4d017a0414c HTTP/1.1" status: 200 len: 945 time: 0.0518284 Aug 04 05:57:15.733205 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-796a5e8b-2f72-4079-b46a-483e2d6d76cf req-3306e9f8-c03d-4153-a289-e336ff58c6ff tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d419ef8-5bbb-40ee-b2b8-382ff3bcfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336974 Aug 04 05:57:15.968706 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ffd164e4-0c7e-4083-b82d-7f0db7f397f2 req-ace30572-554f-43b0-8f1c-156f47e68b6d tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 210 time: 0.0279500 Aug 04 05:57:16.197329 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c52f46-ae9e-44e5-9061-dad302bab25c req-be8f5944-fca7-4e9c-84eb-c52bb4d79d7e tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:16.198900 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-06c52f46-ae9e-44e5-9061-dad302bab25c req-be8f5944-fca7-4e9c-84eb-c52bb4d79d7e tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 944 time: 0.0755768 Aug 04 05:57:16.238937 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-06c52f46-ae9e-44e5-9061-dad302bab25c req-1f5d9520-1a4e-4452-82f7-318d90e4d773 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336208 Aug 04 05:57:16.555745 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-72f29444-8c8c-4494-bc63-bfbecf9d1257 req-13fe789c-2944-4ac5-8926-43e7559af13b tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 210 time: 0.0305576 Aug 04 05:57:16.578964 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbcc55c-9858-4155-a421-0eb0045ae460 req-47274693-99f7-4294-a055-e3d96139a08c tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:16.580946 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-adbcc55c-9858-4155-a421-0eb0045ae460 req-47274693-99f7-4294-a055-e3d96139a08c tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 931 time: 0.0549393 Aug 04 05:57:16.621345 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-adbcc55c-9858-4155-a421-0eb0045ae460 req-898c9815-6dcf-4e17-94b6-2c90d413c30c tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/security-groups?id=15c688f3-4334-4a5b-b183-64c7de2fe4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345507 Aug 04 05:57:16.907266 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca9cea-f54f-44ed-a639-f6088bd0a2b1 req-cc1c50c3-3aa3-43df-aaf5-c38a1b10997f tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:16.907266 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-77ca9cea-f54f-44ed-a639-f6088bd0a2b1 req-cc1c50c3-3aa3-43df-aaf5-c38a1b10997f tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d9bf971-3a10-46ce-b2fb-e4d017a0414c HTTP/1.1" status: 200 len: 945 time: 0.0529933 Aug 04 05:57:16.936891 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-77ca9cea-f54f-44ed-a639-f6088bd0a2b1 req-f5f755df-88e1-4873-b3fb-b611903963c2 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d419ef8-5bbb-40ee-b2b8-382ff3bcfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369248 Aug 04 05:57:17.091758 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-fc4fa3dc-6817-44f3-9a3e-7ebfd749f7b5 req-63ee71b1-4120-495b-ab76-da1678adfca4 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 210 time: 0.0284855 Aug 04 05:57:17.373420 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c92ae-c6d6-4524-a438-a0fecc0e3bf2 req-cb824204-6c7c-4d3a-9e7e-51b4a3b47dcd tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:17.374911 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9d9c92ae-c6d6-4524-a438-a0fecc0e3bf2 req-cb824204-6c7c-4d3a-9e7e-51b4a3b47dcd tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 944 time: 0.0583272 Aug 04 05:57:17.419320 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9d9c92ae-c6d6-4524-a438-a0fecc0e3bf2 req-ce53fee5-c460-40b4-b564-650c50c16613 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377672 Aug 04 05:57:17.712385 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-1e4eef08-c4ae-4ab9-a8ff-0d3b9db70a33 req-5a1e0f34-1904-477e-990c-80427259a030 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 210 time: 0.0486221 Aug 04 05:57:17.767345 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0bd194-1a81-4d10-9ed7-12029f9574cb req-729f69b5-5558-4eab-b56f-84a2b8c402ce tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:17.770053 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-9d0bd194-1a81-4d10-9ed7-12029f9574cb req-729f69b5-5558-4eab-b56f-84a2b8c402ce tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 931 time: 0.0524108 Aug 04 05:57:17.810149 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-9d0bd194-1a81-4d10-9ed7-12029f9574cb req-da482b82-f5c1-4c44-b799-69eae3d58255 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/security-groups?id=15c688f3-4334-4a5b-b183-64c7de2fe4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341547 Aug 04 05:57:18.078018 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2cbf4-9891-4593-a9d5-16da18f13973 req-f1fc095b-beda-4455-b8d6-d41bcd35a21a tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:18.079533 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-82a2cbf4-9891-4593-a9d5-16da18f13973 req-f1fc095b-beda-4455-b8d6-d41bcd35a21a tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d9bf971-3a10-46ce-b2fb-e4d017a0414c HTTP/1.1" status: 200 len: 945 time: 0.0679889 Aug 04 05:57:18.131368 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-82a2cbf4-9891-4593-a9d5-16da18f13973 req-7cd001f5-2b01-4f93-a7af-f4611ca65b3b tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d419ef8-5bbb-40ee-b2b8-382ff3bcfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396130 Aug 04 05:57:18.252723 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-5fe8e0fc-f21b-41ed-8095-44b0771060be req-a0406241-6bd4-428c-9fa0-45b95084b518 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 210 time: 0.0363183 Aug 04 05:57:18.546367 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc73150-b35b-4fcf-adff-d99f241b9e76 req-5d043294-2d34-428f-9555-d4c856e2cc99 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:18.547909 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-4cc73150-b35b-4fcf-adff-d99f241b9e76 req-5d043294-2d34-428f-9555-d4c856e2cc99 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 944 time: 0.0524600 Aug 04 05:57:18.599451 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-4cc73150-b35b-4fcf-adff-d99f241b9e76 req-a3a09e49-9391-4813-8239-e36537617928 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428486 Aug 04 05:57:18.797283 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-ec8de57d-8f25-4f12-8c25-52e553bd93d7 req-808ba7cb-0aa1-43b8-9942-94c350804873 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 210 time: 0.0267923 Aug 04 05:57:18.940953 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab1156-02fe-43dc-ad37-13c44264db12 req-0b46af54-5202-449a-9ec4-743a053c2810 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:18.942705 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-aeab1156-02fe-43dc-ad37-13c44264db12 req-0b46af54-5202-449a-9ec4-743a053c2810 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 931 time: 0.0589204 Aug 04 05:57:18.982904 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-aeab1156-02fe-43dc-ad37-13c44264db12 req-37e5cbac-f329-4aa2-bee7-8b6feddb5880 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/security-groups?id=15c688f3-4334-4a5b-b183-64c7de2fe4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331497 Aug 04 05:57:19.256082 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562ce47-9572-46cc-8637-88461eb55d7b req-c483271f-6983-456b-8b32-644097d24b35 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:19.257512 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-a562ce47-9572-46cc-8637-88461eb55d7b req-c483271f-6983-456b-8b32-644097d24b35 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d9bf971-3a10-46ce-b2fb-e4d017a0414c HTTP/1.1" status: 200 len: 945 time: 0.0502865 Aug 04 05:57:19.300518 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-a562ce47-9572-46cc-8637-88461eb55d7b req-6d940b8c-2ca6-4589-b530-5aab224e8cf1 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d419ef8-5bbb-40ee-b2b8-382ff3bcfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367150 Aug 04 05:57:19.373161 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-bbcc372f-3ac0-448e-b301-39fab2a214da req-eb5b9727-0117-4991-8338-18d5a9110e69 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 210 time: 0.0279286 Aug 04 05:57:19.722146 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4179fa8-6408-455e-ba45-c1d381e606ca req-7ea4ad19-fe62-4ff8-a583-35e11369c48e tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:19.723627 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-a4179fa8-6408-455e-ba45-c1d381e606ca req-7ea4ad19-fe62-4ff8-a583-35e11369c48e tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 944 time: 0.0490804 Aug 04 05:57:19.768789 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-a4179fa8-6408-455e-ba45-c1d381e606ca req-7838d04d-5cd2-41a7-a302-8813644d06f9 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383914 Aug 04 05:57:19.891624 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-eaab5be7-6ca5-4c28-8200-34440d682e88 req-e69667bd-0702-4291-b76e-e3e3cdf3752e tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 210 time: 0.0268724 Aug 04 05:57:20.099222 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c136c-beb0-4246-b143-debec34cda96 req-1c7cb1f6-5ca7-499f-b0c9-bfa224d120d0 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:20.100729 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-594c136c-beb0-4246-b143-debec34cda96 req-1c7cb1f6-5ca7-499f-b0c9-bfa224d120d0 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 931 time: 0.0497057 Aug 04 05:57:20.139092 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-594c136c-beb0-4246-b143-debec34cda96 req-31c33182-9843-4554-91f0-1f5d3a21558d tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/security-groups?id=15c688f3-4334-4a5b-b183-64c7de2fe4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325408 Aug 04 05:57:20.419028 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1598b-4361-4def-8b5f-67ed5ae88029 req-de16df26-87ff-4792-8056-ac1f7250c72e tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:20.420694 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-1fa1598b-4361-4def-8b5f-67ed5ae88029 req-de16df26-87ff-4792-8056-ac1f7250c72e tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d9bf971-3a10-46ce-b2fb-e4d017a0414c HTTP/1.1" status: 200 len: 945 time: 0.0500979 Aug 04 05:57:20.443259 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [req-035123c7-27ca-489b-9d56-46dee1097c59 req-a879eef3-82c4-4a9b-9d32-fd351a00f8f8 service neutron] Request body: {'port': {'device_id': '631c6d8a-7b73-43f2-9ba3-5c4eb7410f01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:57:20.497081 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-1fa1598b-4361-4def-8b5f-67ed5ae88029 req-393f30d8-0f68-45b3-8512-aa9b74947b58 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d419ef8-5bbb-40ee-b2b8-382ff3bcfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668912 Aug 04 05:57:20.522031 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-2657073d-cdda-46c1-b9c5-4d186c1ce4e1 req-c621d3f1-b990-400c-b4b2-0f045c6d0fb7 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=523ead1982c046a394318b39d745033e HTTP/1.1" status: 200 len: 380 time: 0.0850015 Aug 04 05:57:20.532019 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b89ebb05-10e3-4b70-91c5-bf0e4cb875b9 req-80e0f075-b8cd-4878-8def-0eedf03885d8 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=562a44ba-b3a5-46e9-9871-ae9469fc3ace HTTP/1.1" status: 200 len: 210 time: 0.0517807 Aug 04 05:57:20.569992 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-035123c7-27ca-489b-9d56-46dee1097c59 req-a879eef3-82c4-4a9b-9d32-fd351a00f8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:20.580781 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [req-2657073d-cdda-46c1-b9c5-4d186c1ce4e1 req-6365ef42-9ebf-457f-a3b0-c38707bf1192 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Request body: {'port': {'device_id': '15410065-cbbe-4a5b-9dc6-edee73a59df1', 'network_id': '547de350-98df-426a-b398-b032321fdf42', 'admin_state_up': True, 'tenant_id': '523ead1982c046a394318b39d745033e', 'security_groups': ['17698caf-f8e8-4f6c-8efc-02f837326df3']}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:57:20.845719 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2657073d-cdda-46c1-b9c5-4d186c1ce4e1 req-6365ef42-9ebf-457f-a3b0-c38707bf1192 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Made reservation on behalf of 523ead1982c046a394318b39d745033e for: {'port': 1} {{(pid=100432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 05:57:20.850439 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-2657073d-cdda-46c1-b9c5-4d186c1ce4e1 req-6365ef42-9ebf-457f-a3b0-c38707bf1192 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:20.864705 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [req-035123c7-27ca-489b-9d56-46dee1097c59 req-a879eef3-82c4-4a9b-9d32-fd351a00f8f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3a5e645-fb9f-449e-9e60-cd87c85b99f9 {{(pid=100431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 05:57:20.872496 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-035123c7-27ca-489b-9d56-46dee1097c59 req-a879eef3-82c4-4a9b-9d32-fd351a00f8f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:20.885928 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [req-035123c7-27ca-489b-9d56-46dee1097c59 req-a879eef3-82c4-4a9b-9d32-fd351a00f8f8 service neutron] Transition to ACTIVE for port object c3a5e645-fb9f-449e-9e60-cd87c85b99f9 will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:57:20.954151 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ec934-9c13-4ad9-872b-0203ac838182 req-5ed83194-b9b4-45c7-9cd4-fd47ddaac7de tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:20.955731 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ee8ec934-9c13-4ad9-872b-0203ac838182 req-5ed83194-b9b4-45c7-9cd4-fd47ddaac7de tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 944 time: 0.0928612 Aug 04 05:57:20.991742 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-48e58f61-460b-4a7d-97e5-b694a2b2c005 req-7fb7e9ec-7f4b-4708-b589-4eb5fdf6d282 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 210 time: 0.0276406 Aug 04 05:57:21.035653 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-035123c7-27ca-489b-9d56-46dee1097c59 req-a879eef3-82c4-4a9b-9d32-fd351a00f8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4497425'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:21.038295 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ee8ec934-9c13-4ad9-872b-0203ac838182 req-722eb36d-d389-490f-8f38-ddca1149598e tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738215 Aug 04 05:57:21.052748 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.db_base_plugin_common [req-2657073d-cdda-46c1-b9c5-4d186c1ce4e1 req-6365ef42-9ebf-457f-a3b0-c38707bf1192 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Allocated IP 172.20.0.6 (547de350-98df-426a-b398-b032321fdf42/3a532cc5-30fe-4d47-af3d-673ba61686a8/7362a5f2-b32e-4ae8-8e7d-768d22623e27) {{(pid=100432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 05:57:21.094357 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a879eef3-82c4-4a9b-9d32-fd351a00f8f8 service neutron] Pushing event updated for resources: {'Port': ['ID=c3a5e645-fb9f-449e-9e60-cd87c85b99f9,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:57:21.216993 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-2657073d-cdda-46c1-b9c5-4d186c1ce4e1 req-6365ef42-9ebf-457f-a3b0-c38707bf1192 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks [] for port, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:21.237327 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.provisioning_blocks [req-2657073d-cdda-46c1-b9c5-4d186c1ce4e1 req-6365ef42-9ebf-457f-a3b0-c38707bf1192 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Transition to ACTIVE for port object 7362a5f2-b32e-4ae8-8e7d-768d22623e27 will not be triggered until provisioned by entity DHCP. {{(pid=100432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:57:21.324282 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-2657073d-cdda-46c1-b9c5-4d186c1ce4e1 req-6365ef42-9ebf-457f-a3b0-c38707bf1192 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:21.368563 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2657073d-cdda-46c1-b9c5-4d186c1ce4e1 req-6365ef42-9ebf-457f-a3b0-c38707bf1192 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Network 547de350-98df-426a-b398-b032321fdf42 is already hosted by enough agents. {{(pid=100432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:57:21.371651 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.base_scheduler [req-2657073d-cdda-46c1-b9c5-4d186c1ce4e1 req-6365ef42-9ebf-457f-a3b0-c38707bf1192 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Resources bound (agent type, host, resource id): {{(pid=100432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:57:21.377891 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.l3_dvrscheduler_db [req-2657073d-cdda-46c1-b9c5-4d186c1ce4e1 req-6365ef42-9ebf-457f-a3b0-c38707bf1192 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Received port after_create {{(pid=100432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 05:57:21.406886 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6365ef42-9ebf-457f-a3b0-c38707bf1192 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Pushing event updated for resources: {'Port': ['ID=7362a5f2-b32e-4ae8-8e7d-768d22623e27,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:57:21.449912 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657073d-cdda-46c1-b9c5-4d186c1ce4e1 req-6365ef42-9ebf-457f-a3b0-c38707bf1192 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:21.451614 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-2657073d-cdda-46c1-b9c5-4d186c1ce4e1 req-6365ef42-9ebf-457f-a3b0-c38707bf1192 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for port, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:21.466519 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e624938-c472-49c6-b6c2-e281ed90f594 req-9d0ed32e-9e05-4769-bd8a-75eb7ac92aae tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:21.468068 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-5e624938-c472-49c6-b6c2-e281ed90f594 req-9d0ed32e-9e05-4769-bd8a-75eb7ac92aae tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 943 time: 0.0801473 Aug 04 05:57:21.469112 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [req-035123c7-27ca-489b-9d56-46dee1097c59 req-a879eef3-82c4-4a9b-9d32-fd351a00f8f8 service neutron] Attempting to bind port c3a5e645-fb9f-449e-9e60-cd87c85b99f9 on host hv-cinder-80161 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 05:57:21.469453 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [req-035123c7-27ca-489b-9d56-46dee1097c59 req-a879eef3-82c4-4a9b-9d32-fd351a00f8f8 service neutron] Attempting to bind port c3a5e645-fb9f-449e-9e60-cd87c85b99f9 by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': 'fd5c282d-b29f-459e-bfb6-2a02f219b3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4ef8f3b4-2b14-4272-a773-ce259c8b6ad8'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 05:57:21.469783 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035123c7-27ca-489b-9d56-46dee1097c59 req-a879eef3-82c4-4a9b-9d32-fd351a00f8f8 service neutron] Attempting to bind port c3a5e645-fb9f-449e-9e60-cd87c85b99f9 on network 4ef8f3b4-2b14-4272-a773-ce259c8b6ad8 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:57:21.482034 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035123c7-27ca-489b-9d56-46dee1097c59 req-a879eef3-82c4-4a9b-9d32-fd351a00f8f8 service neutron] Port c3a5e645-fb9f-449e-9e60-cd87c85b99f9 on network 4ef8f3b4-2b14-4272-a773-ce259c8b6ad8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 05:57:21.482335 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035123c7-27ca-489b-9d56-46dee1097c59 req-a879eef3-82c4-4a9b-9d32-fd351a00f8f8 service neutron] Attempting to bind port c3a5e645-fb9f-449e-9e60-cd87c85b99f9 on network 4ef8f3b4-2b14-4272-a773-ce259c8b6ad8 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:57:21.494170 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035123c7-27ca-489b-9d56-46dee1097c59 req-a879eef3-82c4-4a9b-9d32-fd351a00f8f8 service neutron] Checking agent: {'id': 'b8cb1127-4c6b-4c0f-8dda-968dd091f2d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 5, 51, 56), 'started_at': datetime.datetime(2021, 8, 4, 5, 51, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 5, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 05:57:21.494514 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035123c7-27ca-489b-9d56-46dee1097c59 req-a879eef3-82c4-4a9b-9d32-fd351a00f8f8 service neutron] Checking segment: {'id': 'fd5c282d-b29f-459e-bfb6-2a02f219b3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4ef8f3b4-2b14-4272-a773-ce259c8b6ad8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:57:21.494969 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035123c7-27ca-489b-9d56-46dee1097c59 req-a879eef3-82c4-4a9b-9d32-fd351a00f8f8 service neutron] Bound using segment: {'id': 'fd5c282d-b29f-459e-bfb6-2a02f219b3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4ef8f3b4-2b14-4272-a773-ce259c8b6ad8'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 05:57:21.495336 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [req-035123c7-27ca-489b-9d56-46dee1097c59 req-a879eef3-82c4-4a9b-9d32-fd351a00f8f8 service neutron] Bound port: c3a5e645-fb9f-449e-9e60-cd87c85b99f9, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd5c282d-b29f-459e-bfb6-2a02f219b3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4ef8f3b4-2b14-4272-a773-ce259c8b6ad8'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 05:57:21.495691 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-035123c7-27ca-489b-9d56-46dee1097c59 req-a879eef3-82c4-4a9b-9d32-fd351a00f8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:21.546647 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-5e624938-c472-49c6-b6c2-e281ed90f594 req-3776de61-8cd1-4b89-b876-2507bcebf00c tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/security-groups?id=15c688f3-4334-4a5b-b183-64c7de2fe4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709906 Aug 04 05:57:21.594821 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [req-035123c7-27ca-489b-9d56-46dee1097c59 req-a879eef3-82c4-4a9b-9d32-fd351a00f8f8 service neutron] For port c3a5e645-fb9f-449e-9e60-cd87c85b99f9, host hv-cinder-80161, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 05:57:21.600050 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [req-035123c7-27ca-489b-9d56-46dee1097c59 req-a879eef3-82c4-4a9b-9d32-fd351a00f8f8 service neutron] For port c3a5e645-fb9f-449e-9e60-cd87c85b99f9, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=c3a5e645-fb9f-449e-9e60-cd87c85b99f9,segment=NetworkSegment(fd5c282d-b29f-459e-bfb6-2a02f219b3cd),segment_id=fd5c282d-b29f-459e-bfb6-2a02f219b3cd)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 05:57:21.609257 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-2657073d-cdda-46c1-b9c5-4d186c1ce4e1 req-6365ef42-9ebf-457f-a3b0-c38707bf1192 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0328074 Aug 04 05:57:21.627399 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025dc614-45a0-4bdb-b4e7-f35990ce976e req-053558a2-b383-4da7-87b4-10f2d43a0c92 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:21.629804 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-025dc614-45a0-4bdb-b4e7-f35990ce976e req-053558a2-b383-4da7-87b4-10f2d43a0c92 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d9bf971-3a10-46ce-b2fb-e4d017a0414c HTTP/1.1" status: 200 len: 945 time: 0.0596118 Aug 04 05:57:21.633605 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [req-2657073d-cdda-46c1-b9c5-4d186c1ce4e1 req-611b94eb-6bc5-45bc-ae89-8da874b06e6d service neutron] Request body: {'port': {'device_id': '15410065-cbbe-4a5b-9dc6-edee73a59df1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:57:21.699729 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-035123c7-27ca-489b-9d56-46dee1097c59 req-a879eef3-82c4-4a9b-9d32-fd351a00f8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4497425'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:21.711419 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-025dc614-45a0-4bdb-b4e7-f35990ce976e req-42849ea6-8991-49d5-8ca5-f0c9b3136a1c tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d419ef8-5bbb-40ee-b2b8-382ff3bcfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750906 Aug 04 05:57:21.715928 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-2657073d-cdda-46c1-b9c5-4d186c1ce4e1 req-611b94eb-6bc5-45bc-ae89-8da874b06e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:21.734879 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035123c7-27ca-489b-9d56-46dee1097c59 req-a879eef3-82c4-4a9b-9d32-fd351a00f8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:21.734879 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-035123c7-27ca-489b-9d56-46dee1097c59 req-a879eef3-82c4-4a9b-9d32-fd351a00f8f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for port, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:21.736356 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-035123c7-27ca-489b-9d56-46dee1097c59 req-a879eef3-82c4-4a9b-9d32-fd351a00f8f8 service neutron] 10.222.0.18 "PUT /v2.0/ports/c3a5e645-fb9f-449e-9e60-cd87c85b99f9 HTTP/1.1" status: 200 len: 1093 time: 1.2987788 Aug 04 05:57:21.736843 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '631c6d8a-7b73-43f2-9ba3-5c4eb7410f01', 'tag': 'c3a5e645-fb9f-449e-9e60-cd87c85b99f9'}] {{(pid=100431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:57:21.739341 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d047a0739a9e621485ccc482307aa98cd58e8937adb7e4be7ba07b62ec6ee677" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8352ee88-104e-46ef-96a3-a5056ae69dcd" -d '{"events": [{"name": "network-changed", "server_uuid": "631c6d8a-7b73-43f2-9ba3-5c4eb7410f01", "tag": "c3a5e645-fb9f-449e-9e60-cd87c85b99f9"}]}' {{(pid=100431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:57:21.740058 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-44d8ba3b-f912-4352-b5dc-9a4bfc83be0b None None] Provisioning for port 7362a5f2-b32e-4ae8-8e7d-768d22623e27 completed by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:57:21.747118 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-44d8ba3b-f912-4352-b5dc-9a4bfc83be0b None None] Provisioning complete for port 7362a5f2-b32e-4ae8-8e7d-768d22623e27 triggered by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:57:21.747713 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-44d8ba3b-f912-4352-b5dc-9a4bfc83be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:21.776401 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a879eef3-82c4-4a9b-9d32-fd351a00f8f8 service neutron] Pushing event updated for resources: {'Port': ['ID=c3a5e645-fb9f-449e-9e60-cd87c85b99f9,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:57:21.815331 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-44d8ba3b-f912-4352-b5dc-9a4bfc83be0b None None] Port 7362a5f2-b32e-4ae8-8e7d-768d22623e27 cannot update to ACTIVE because it is not bound. {{(pid=100433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 05:57:21.822991 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 05:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021a84c7-e759-4308-8e33-b4d7b2f550f9 x-openstack-request-id: req-021a84c7-e759-4308-8e33-b4d7b2f550f9 {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:57:21.823499 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "631c6d8a-7b73-43f2-9ba3-5c4eb7410f01", "tag": "c3a5e645-fb9f-449e-9e60-cd87c85b99f9", "status": "completed", "code": 200}]} {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:57:21.823833 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-021a84c7-e759-4308-8e33-b4d7b2f550f9 {{(pid=100431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:57:21.824331 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '631c6d8a-7b73-43f2-9ba3-5c4eb7410f01', 'tag': 'c3a5e645-fb9f-449e-9e60-cd87c85b99f9', 'status': 'completed', 'code': 200} Aug 04 05:57:21.894127 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035123c7-27ca-489b-9d56-46dee1097c59 req-b12f4b95-7565-4ac2-a8f3-a744d563cea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:21.896810 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-035123c7-27ca-489b-9d56-46dee1097c59 req-b12f4b95-7565-4ac2-a8f3-a744d563cea6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f62397568a74730be8e584893e1c3e1&device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 1096 time: 0.0641971 Aug 04 05:57:21.964524 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-035123c7-27ca-489b-9d56-46dee1097c59 req-727aa3d0-331f-40ca-9e34-35a75b485d46 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3a5e645-fb9f-449e-9e60-cd87c85b99f9 HTTP/1.1" status: 200 len: 217 time: 0.0570877 Aug 04 05:57:22.048313 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035123c7-27ca-489b-9d56-46dee1097c59 req-403294f9-4f8a-4292-a01b-a7d759e66d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:22.048529 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-035123c7-27ca-489b-9d56-46dee1097c59 req-403294f9-4f8a-4292-a01b-a7d759e66d4a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4a1f5ca3-6248-4755-92d6-9160486f41b6 HTTP/1.1" status: 200 len: 854 time: 0.0719216 Aug 04 05:57:22.120395 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [req-2657073d-cdda-46c1-b9c5-4d186c1ce4e1 req-611b94eb-6bc5-45bc-ae89-8da874b06e6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7362a5f2-b32e-4ae8-8e7d-768d22623e27 {{(pid=100432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 05:57:22.131054 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-2657073d-cdda-46c1-b9c5-4d186c1ce4e1 req-611b94eb-6bc5-45bc-ae89-8da874b06e6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:22.138410 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035123c7-27ca-489b-9d56-46dee1097c59 req-a277b11a-ea42-4a4f-a3df-23219af619eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:22.139996 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-035123c7-27ca-489b-9d56-46dee1097c59 req-a277b11a-ea42-4a4f-a3df-23219af619eb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4ef8f3b4-2b14-4272-a773-ce259c8b6ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0811944 Aug 04 05:57:22.141208 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9336b-06a9-432c-9870-1d1720f904b4 req-f864b927-418a-449a-bab5-ce3b2bb69836 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:22.143468 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-4ee9336b-06a9-432c-9870-1d1720f904b4 req-f864b927-418a-449a-bab5-ce3b2bb69836 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.0896766 Aug 04 05:57:22.151484 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549115bb-31b1-4742-aba2-cdf10a78d5fe req-f6bd273c-dd5a-4e49-9f58-844853e827c2 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:22.153067 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-549115bb-31b1-4742-aba2-cdf10a78d5fe req-f6bd273c-dd5a-4e49-9f58-844853e827c2 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 931 time: 0.0619283 Aug 04 05:57:22.167009 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.provisioning_blocks [req-2657073d-cdda-46c1-b9c5-4d186c1ce4e1 req-611b94eb-6bc5-45bc-ae89-8da874b06e6d service neutron] Transition to ACTIVE for port object 7362a5f2-b32e-4ae8-8e7d-768d22623e27 will not be triggered until provisioned by entity L2. {{(pid=100432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:57:22.188220 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-4ee9336b-06a9-432c-9870-1d1720f904b4 req-c43bdf21-ffb1-49ef-8dd5-22d28139fa4c tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371740 Aug 04 05:57:22.243482 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-2657073d-cdda-46c1-b9c5-4d186c1ce4e1 req-611b94eb-6bc5-45bc-ae89-8da874b06e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5048305'] for port, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:22.265825 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-549115bb-31b1-4742-aba2-cdf10a78d5fe req-e8281d3c-f693-437c-b81b-b1cdf9ffc842 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/security-groups?id=17698caf-f8e8-4f6c-8efc-02f837326df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032257 Aug 04 05:57:22.290433 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-035123c7-27ca-489b-9d56-46dee1097c59 req-d778634a-edd7-4359-85af-f9fdaf423445 service neutron] 10.222.0.18 "GET /v2.0/networks/4ef8f3b4-2b14-4272-a773-ce259c8b6ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364088 Aug 04 05:57:22.332121 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b94eb-6bc5-45bc-ae89-8da874b06e6d service neutron] Pushing event updated for resources: {'Port': ['ID=7362a5f2-b32e-4ae8-8e7d-768d22623e27,revision_number=2']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:57:22.344118 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820816a-cfd0-4bd6-897a-cb0b796933e5 req-161a38df-5ae4-4e6f-bf9c-fc2593bdae47 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:22.345988 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-6820816a-cfd0-4bd6-897a-cb0b796933e5 req-161a38df-5ae4-4e6f-bf9c-fc2593bdae47 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d9bf971-3a10-46ce-b2fb-e4d017a0414c HTTP/1.1" status: 200 len: 945 time: 0.1335642 Aug 04 05:57:22.396099 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-035123c7-27ca-489b-9d56-46dee1097c59 req-4dcae948-91e0-416e-84da-6497098fb974 service neutron] 10.222.0.18 "GET /v2.0/networks/4ef8f3b4-2b14-4272-a773-ce259c8b6ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981064 Aug 04 05:57:22.427128 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a131f-f0cc-4c19-af91-928335f98d8e req-e51f5798-4907-463e-af85-72e323870441 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:22.428689 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-529a131f-f0cc-4c19-af91-928335f98d8e req-e51f5798-4907-463e-af85-72e323870441 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 944 time: 0.1560678 Aug 04 05:57:22.514674 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.managers [req-2657073d-cdda-46c1-b9c5-4d186c1ce4e1 req-611b94eb-6bc5-45bc-ae89-8da874b06e6d service neutron] Attempting to bind port 7362a5f2-b32e-4ae8-8e7d-768d22623e27 on host hv-cinder-80161 for vnic_type normal with profile {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 05:57:22.515361 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.managers [req-2657073d-cdda-46c1-b9c5-4d186c1ce4e1 req-611b94eb-6bc5-45bc-ae89-8da874b06e6d service neutron] Attempting to bind port 7362a5f2-b32e-4ae8-8e7d-768d22623e27 by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': '0b477fa9-9a15-43bb-aae1-0edcbae189f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '547de350-98df-426a-b398-b032321fdf42'}] {{(pid=100432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 05:57:22.515361 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2657073d-cdda-46c1-b9c5-4d186c1ce4e1 req-611b94eb-6bc5-45bc-ae89-8da874b06e6d service neutron] Attempting to bind port 7362a5f2-b32e-4ae8-8e7d-768d22623e27 on network 547de350-98df-426a-b398-b032321fdf42 {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:57:22.520085 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-529a131f-f0cc-4c19-af91-928335f98d8e req-bc2b9de6-2c3f-4826-8715-66aa3ae99162 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818934 Aug 04 05:57:22.525893 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2657073d-cdda-46c1-b9c5-4d186c1ce4e1 req-611b94eb-6bc5-45bc-ae89-8da874b06e6d service neutron] Port 7362a5f2-b32e-4ae8-8e7d-768d22623e27 on network 547de350-98df-426a-b398-b032321fdf42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 05:57:22.526217 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2657073d-cdda-46c1-b9c5-4d186c1ce4e1 req-611b94eb-6bc5-45bc-ae89-8da874b06e6d service neutron] Attempting to bind port 7362a5f2-b32e-4ae8-8e7d-768d22623e27 on network 547de350-98df-426a-b398-b032321fdf42 {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:57:22.540905 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2657073d-cdda-46c1-b9c5-4d186c1ce4e1 req-611b94eb-6bc5-45bc-ae89-8da874b06e6d service neutron] Checking agent: {'id': 'b8cb1127-4c6b-4c0f-8dda-968dd091f2d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 5, 51, 56), 'started_at': datetime.datetime(2021, 8, 4, 5, 51, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 5, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 05:57:22.540905 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2657073d-cdda-46c1-b9c5-4d186c1ce4e1 req-611b94eb-6bc5-45bc-ae89-8da874b06e6d service neutron] Checking segment: {'id': '0b477fa9-9a15-43bb-aae1-0edcbae189f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '547de350-98df-426a-b398-b032321fdf42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:57:22.540905 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2657073d-cdda-46c1-b9c5-4d186c1ce4e1 req-611b94eb-6bc5-45bc-ae89-8da874b06e6d service neutron] Bound using segment: {'id': '0b477fa9-9a15-43bb-aae1-0edcbae189f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '547de350-98df-426a-b398-b032321fdf42'} {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 05:57:22.540905 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.managers [req-2657073d-cdda-46c1-b9c5-4d186c1ce4e1 req-611b94eb-6bc5-45bc-ae89-8da874b06e6d service neutron] Bound port: 7362a5f2-b32e-4ae8-8e7d-768d22623e27, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b477fa9-9a15-43bb-aae1-0edcbae189f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '547de350-98df-426a-b398-b032321fdf42'}}] {{(pid=100432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 05:57:22.540905 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-2657073d-cdda-46c1-b9c5-4d186c1ce4e1 req-611b94eb-6bc5-45bc-ae89-8da874b06e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:22.573994 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352ee88-104e-46ef-96a3-a5056ae69dcd req-fd372b82-5222-48e7-aa7e-1f7294fc6a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:22.575495 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-8352ee88-104e-46ef-96a3-a5056ae69dcd req-fd372b82-5222-48e7-aa7e-1f7294fc6a51 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f62397568a74730be8e584893e1c3e1&device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 1096 time: 0.0530348 Aug 04 05:57:22.582970 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [req-6820816a-cfd0-4bd6-897a-cb0b796933e5 req-5024dd5d-2384-4a33-ad5a-b372dce612b5 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Deleting port 1d977098-574c-4d88-ac72-c3e1a95700da {{(pid=100432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 05:57:22.583315 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-6820816a-cfd0-4bd6-897a-cb0b796933e5 req-5024dd5d-2384-4a33-ad5a-b372dce612b5 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:22.676294 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [req-2657073d-cdda-46c1-b9c5-4d186c1ce4e1 req-611b94eb-6bc5-45bc-ae89-8da874b06e6d service neutron] For port 7362a5f2-b32e-4ae8-8e7d-768d22623e27, host hv-cinder-80161, cleared binding levels {{(pid=100432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 05:57:22.698510 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [req-2657073d-cdda-46c1-b9c5-4d186c1ce4e1 req-611b94eb-6bc5-45bc-ae89-8da874b06e6d service neutron] For port 7362a5f2-b32e-4ae8-8e7d-768d22623e27, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=7362a5f2-b32e-4ae8-8e7d-768d22623e27,segment=NetworkSegment(0b477fa9-9a15-43bb-aae1-0edcbae189f4),segment_id=0b477fa9-9a15-43bb-aae1-0edcbae189f4)] {{(pid=100432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 05:57:22.706272 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [req-6820816a-cfd0-4bd6-897a-cb0b796933e5 req-5024dd5d-2384-4a33-ad5a-b372dce612b5 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] For port 1d977098-574c-4d88-ac72-c3e1a95700da, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=1d977098-574c-4d88-ac72-c3e1a95700da,segment=NetworkSegment(73c1aeeb-f58f-4df8-98f6-69bb2dae7b1a),segment_id=73c1aeeb-f58f-4df8-98f6-69bb2dae7b1a)] {{(pid=100432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:57:22.706450 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-6820816a-cfd0-4bd6-897a-cb0b796933e5 req-5024dd5d-2384-4a33-ad5a-b372dce612b5 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:22.711559 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8222f4a-6690-4106-946a-1520cb8b90e4 req-c6dd7ca1-4fed-4022-b7b9-0b97c66b76a8 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:22.713060 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-e8222f4a-6690-4106-946a-1520cb8b90e4 req-c6dd7ca1-4fed-4022-b7b9-0b97c66b76a8 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 943 time: 0.0806084 Aug 04 05:57:22.717940 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352ee88-104e-46ef-96a3-a5056ae69dcd req-85eef53c-1aad-4cc4-8aa0-d5a9731e1927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:22.718596 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [req-6820816a-cfd0-4bd6-897a-cb0b796933e5 req-5024dd5d-2384-4a33-ad5a-b372dce612b5 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Calling delete_port for 1d977098-574c-4d88-ac72-c3e1a95700da owned by compute:nova {{(pid=100432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 05:57:22.719388 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-8352ee88-104e-46ef-96a3-a5056ae69dcd req-85eef53c-1aad-4cc4-8aa0-d5a9731e1927 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4ef8f3b4-2b14-4272-a773-ce259c8b6ad8 HTTP/1.1" status: 200 len: 916 time: 0.1315808 Aug 04 05:57:22.769487 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-8352ee88-104e-46ef-96a3-a5056ae69dcd req-cb0ddd20-d993-48ba-b203-81b4c4def72b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3a5e645-fb9f-449e-9e60-cd87c85b99f9 HTTP/1.1" status: 200 len: 217 time: 0.0423560 Aug 04 05:57:22.806256 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-2657073d-cdda-46c1-b9c5-4d186c1ce4e1 req-611b94eb-6bc5-45bc-ae89-8da874b06e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5048305'] for port, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:22.813491 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-e8222f4a-6690-4106-946a-1520cb8b90e4 req-72a8b2da-a191-4b59-855b-9361c36914f5 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/security-groups?id=15c688f3-4334-4a5b-b183-64c7de2fe4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931299 Aug 04 05:57:22.836767 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352ee88-104e-46ef-96a3-a5056ae69dcd req-025a147d-25b1-4520-b9bd-32c6f7089358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:22.838237 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-8352ee88-104e-46ef-96a3-a5056ae69dcd req-025a147d-25b1-4520-b9bd-32c6f7089358 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4a1f5ca3-6248-4755-92d6-9160486f41b6 HTTP/1.1" status: 200 len: 854 time: 0.0591595 Aug 04 05:57:22.864247 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657073d-cdda-46c1-b9c5-4d186c1ce4e1 req-611b94eb-6bc5-45bc-ae89-8da874b06e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:22.864942 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-2657073d-cdda-46c1-b9c5-4d186c1ce4e1 req-611b94eb-6bc5-45bc-ae89-8da874b06e6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for port, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:22.866260 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-2657073d-cdda-46c1-b9c5-4d186c1ce4e1 req-611b94eb-6bc5-45bc-ae89-8da874b06e6d service neutron] 10.222.0.18 "PUT /v2.0/ports/7362a5f2-b32e-4ae8-8e7d-768d22623e27 HTTP/1.1" status: 200 len: 1093 time: 1.2468786 Aug 04 05:57:22.873531 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15410065-cbbe-4a5b-9dc6-edee73a59df1', 'tag': '7362a5f2-b32e-4ae8-8e7d-768d22623e27'}] {{(pid=100432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:57:22.873531 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7961aa7e709e573ce1f4efc3791ca037d6473da3b2c6b2a251ebfb1631130676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75db905a-9c7e-4272-aa75-71a241ae764d" -d '{"events": [{"name": "network-changed", "server_uuid": "15410065-cbbe-4a5b-9dc6-edee73a59df1", "tag": "7362a5f2-b32e-4ae8-8e7d-768d22623e27"}]}' {{(pid=100432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:57:22.894653 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352ee88-104e-46ef-96a3-a5056ae69dcd req-9a3907f0-3918-4842-ab3f-2f9c559fb4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:22.896271 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-8352ee88-104e-46ef-96a3-a5056ae69dcd req-9a3907f0-3918-4842-ab3f-2f9c559fb4b1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4ef8f3b4-2b14-4272-a773-ce259c8b6ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495691 Aug 04 05:57:22.914536 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 05:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335a4c03-11d1-4baf-8462-c9492dbc3739 x-openstack-request-id: req-335a4c03-11d1-4baf-8462-c9492dbc3739 {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:57:22.914821 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15410065-cbbe-4a5b-9dc6-edee73a59df1", "tag": "7362a5f2-b32e-4ae8-8e7d-768d22623e27", "status": "completed", "code": 200}]} {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:57:22.915069 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-335a4c03-11d1-4baf-8462-c9492dbc3739 {{(pid=100432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:57:22.915453 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15410065-cbbe-4a5b-9dc6-edee73a59df1', 'tag': '7362a5f2-b32e-4ae8-8e7d-768d22623e27', 'status': 'completed', 'code': 200} Aug 04 05:57:22.930428 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b94eb-6bc5-45bc-ae89-8da874b06e6d service neutron] Pushing event updated for resources: {'Port': ['ID=7362a5f2-b32e-4ae8-8e7d-768d22623e27,revision_number=3']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:57:22.973158 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea9bf86-85e1-47fb-9b70-9102b1bb6a80 req-3fd6dea9-fd29-4965-a347-c354bea9968f tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:22.980553 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-3ea9bf86-85e1-47fb-9b70-9102b1bb6a80 req-3fd6dea9-fd29-4965-a347-c354bea9968f tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d9bf971-3a10-46ce-b2fb-e4d017a0414c HTTP/1.1" status: 200 len: 945 time: 0.1958003 Aug 04 05:57:23.005115 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-8352ee88-104e-46ef-96a3-a5056ae69dcd req-a8aa8f82-aba6-4a3a-9204-6f11cb460c68 service neutron] 10.222.0.18 "GET /v2.0/networks/4ef8f3b4-2b14-4272-a773-ce259c8b6ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007953 Aug 04 05:57:23.048113 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-3ea9bf86-85e1-47fb-9b70-9102b1bb6a80 req-9cfd9605-de24-48b6-a85a-5e50a8df73ec tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d419ef8-5bbb-40ee-b2b8-382ff3bcfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647538 Aug 04 05:57:23.072434 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db905a-9c7e-4272-aa75-71a241ae764d req-39288e5a-6077-43af-af9b-0ffa56eb6022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:23.074297 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-75db905a-9c7e-4272-aa75-71a241ae764d req-39288e5a-6077-43af-af9b-0ffa56eb6022 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=523ead1982c046a394318b39d745033e&device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 1096 time: 0.1200867 Aug 04 05:57:23.125954 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-8352ee88-104e-46ef-96a3-a5056ae69dcd req-9ecc3647-9485-4628-b17a-cf2cda2a0654 service neutron] 10.222.0.18 "GET /v2.0/networks/4ef8f3b4-2b14-4272-a773-ce259c8b6ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069028 Aug 04 05:57:23.126089 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-6820816a-cfd0-4bd6-897a-cb0b796933e5 req-5024dd5d-2384-4a33-ad5a-b372dce612b5 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:23.132921 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] get_ports_and_sgs() called for port_ids ['1d977098-574c-4d88-ac72-c3e1a95700da'] {{(pid=100433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 05:57:23.198981 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5024dd5d-2384-4a33-ad5a-b372dce612b5 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Pushing event deleted for resources: {'Port': ['ID=1d977098-574c-4d88-ac72-c3e1a95700da,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:57:23.280921 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.l3_dvrscheduler_db [req-6820816a-cfd0-4bd6-897a-cb0b796933e5 req-5024dd5d-2384-4a33-ad5a-b372dce612b5 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] No DVR routers for this DVR port 1d977098-574c-4d88-ac72-c3e1a95700da on host hv-cinder-80161 {{(pid=100432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 05:57:23.290940 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-6820816a-cfd0-4bd6-897a-cb0b796933e5 req-5024dd5d-2384-4a33-ad5a-b372dce612b5 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for port, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:23.292945 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-6820816a-cfd0-4bd6-897a-cb0b796933e5 req-5024dd5d-2384-4a33-ad5a-b372dce612b5 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.18 "DELETE /v2.0/ports/1d977098-574c-4d88-ac72-c3e1a95700da HTTP/1.1" status: 204 len: 173 time: 0.9321918 Aug 04 05:57:23.342054 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db905a-9c7e-4272-aa75-71a241ae764d req-814421f2-05a4-4613-8ca3-be7a8f7fa68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:23.343497 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-75db905a-9c7e-4272-aa75-71a241ae764d req-814421f2-05a4-4613-8ca3-be7a8f7fa68a service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=523ead1982c046a394318b39d745033e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2606099 Aug 04 05:57:23.374534 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406cac19-b6bf-4240-a60a-5afd956a0688 req-49d45f11-b847-4f15-bc67-cb92c4306f59 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:23.375963 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-406cac19-b6bf-4240-a60a-5afd956a0688 req-49d45f11-b847-4f15-bc67-cb92c4306f59 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.1058974 Aug 04 05:57:23.488706 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bab23-57a5-4cdd-9217-e455b7b72fae req-df092ce4-f8b6-471d-a2d4-451137ccfc63 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:23.490283 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-cd9bab23-57a5-4cdd-9217-e455b7b72fae req-df092ce4-f8b6-471d-a2d4-451137ccfc63 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 943 time: 0.0520470 Aug 04 05:57:23.531726 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-cd9bab23-57a5-4cdd-9217-e455b7b72fae req-52ce2a1a-3444-4cb4-bb6f-58ed2a8a05ea tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/security-groups?id=17698caf-f8e8-4f6c-8efc-02f837326df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350165 Aug 04 05:57:23.639944 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41777b-1737-4ffc-b858-87f867fc5c06 req-b74028f7-61d7-40f2-8ada-b4199c61e56c tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:23.641437 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-0a41777b-1737-4ffc-b858-87f867fc5c06 req-b74028f7-61d7-40f2-8ada-b4199c61e56c tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.0493214 Aug 04 05:57:23.682786 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-0a41777b-1737-4ffc-b858-87f867fc5c06 req-e9666afe-35cb-4134-8594-6c7d51716a74 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341845 Aug 04 05:57:23.714628 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-406cac19-b6bf-4240-a60a-5afd956a0688 req-01d631d6-9a65-4168-afc5-843b46c22155 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210070 Aug 04 05:57:23.760907 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db905a-9c7e-4272-aa75-71a241ae764d req-6e0bfc1d-d58d-4683-8271-7f712ab4b7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:23.762553 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-75db905a-9c7e-4272-aa75-71a241ae764d req-6e0bfc1d-d58d-4683-8271-7f712ab4b7a5 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4089200 Aug 04 05:57:23.791926 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66199ee0-056d-467e-a138-b3a704296011 req-cad21fbb-9b3b-4c4e-a58a-e017ef773357 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:23.793317 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-66199ee0-056d-467e-a138-b3a704296011 req-cad21fbb-9b3b-4c4e-a58a-e017ef773357 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 944 time: 0.0513210 Aug 04 05:57:23.832705 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-66199ee0-056d-467e-a138-b3a704296011 req-7d130263-1f67-4087-81ae-fb15b32bdc5b tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326791 Aug 04 05:57:23.840595 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657073d-cdda-46c1-b9c5-4d186c1ce4e1 req-c8717461-137d-4ac7-a0fe-7240bc8b810d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:23.842099 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-2657073d-cdda-46c1-b9c5-4d186c1ce4e1 req-c8717461-137d-4ac7-a0fe-7240bc8b810d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=523ead1982c046a394318b39d745033e&device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 1096 time: 0.0409424 Aug 04 05:57:23.889643 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-2657073d-cdda-46c1-b9c5-4d186c1ce4e1 req-cf1592c1-984e-4389-ad57-506fd7c31b52 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7362a5f2-b32e-4ae8-8e7d-768d22623e27 HTTP/1.1" status: 200 len: 217 time: 0.0382466 Aug 04 05:57:23.960489 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657073d-cdda-46c1-b9c5-4d186c1ce4e1 req-b53c6da7-f929-4227-99ae-83df335875ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:23.961944 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-2657073d-cdda-46c1-b9c5-4d186c1ce4e1 req-b53c6da7-f929-4227-99ae-83df335875ba service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3a532cc5-30fe-4d47-af3d-673ba61686a8 HTTP/1.1" status: 200 len: 848 time: 0.0629070 Aug 04 05:57:23.970368 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef8a7e-ddd5-4437-a0bf-1d2ddef6654c req-abcd54a0-d570-4f51-bec1-40e2031fc25f tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:23.972361 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-bcef8a7e-ddd5-4437-a0bf-1d2ddef6654c req-abcd54a0-d570-4f51-bec1-40e2031fc25f tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 943 time: 0.0854690 Aug 04 05:57:24.041224 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-bcef8a7e-ddd5-4437-a0bf-1d2ddef6654c req-f5c552c6-8ad4-4b6e-9be0-5a61a3cc4fee tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/security-groups?id=15c688f3-4334-4a5b-b183-64c7de2fe4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606928 Aug 04 05:57:24.042002 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device ec952f16-dc93-4d6b-a88d-f9718685be57 details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=100433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 05:57:24.042879 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657073d-cdda-46c1-b9c5-4d186c1ce4e1 req-ffaccb5c-4dd0-4d16-8d72-feaef45b0fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:24.044471 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-2657073d-cdda-46c1-b9c5-4d186c1ce4e1 req-ffaccb5c-4dd0-4d16-8d72-feaef45b0fc0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=547de350-98df-426a-b398-b032321fdf42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0711241 Aug 04 05:57:24.151246 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-2657073d-cdda-46c1-b9c5-4d186c1ce4e1 req-681276e3-c8d3-4372-8502-bb7cad045a67 service neutron] 10.222.0.18 "GET /v2.0/networks/547de350-98df-426a-b398-b032321fdf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973535 Aug 04 05:57:24.156733 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-659639e5-ab80-48d4-8775-08f14fef104b req-7bbf2695-3c6a-431f-ac6a-2d6fe914c9d4 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d9bf971-3a10-46ce-b2fb-e4d017a0414c HTTP/1.1" status: 200 len: 210 time: 0.0281384 Aug 04 05:57:24.164889 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port ec952f16-dc93-4d6b-a88d-f9718685be57, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=ec952f16-dc93-4d6b-a88d-f9718685be57,segment=NetworkSegment(ec29bf54-ee61-44b2-b8df-ad8fd94577ee),segment_id=ec29bf54-ee61-44b2-b8df-ad8fd94577ee)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:57:24.177503 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Returning: {'device': 'ec952f16-dc93-4d6b-a88d-f9718685be57', 'network_id': 'a493c09c-6949-44f8-8e08-fbb13c36d6a2', 'port_id': 'ec952f16-dc93-4d6b-a88d-f9718685be57', 'mac_address': 'fa:16:3e:40:b5:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aeabe42-c308-496c-8730-52b38af59b7d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 05:57:24.217384 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:24.242191 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec952f16-dc93-4d6b-a88d-f9718685be57 {{(pid=100433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 05:57:24.258531 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-2657073d-cdda-46c1-b9c5-4d186c1ce4e1 req-2c8be6d7-1e4f-447e-a87a-b608c8b57fdb service neutron] 10.222.0.18 "GET /v2.0/networks/547de350-98df-426a-b398-b032321fdf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979612 Aug 04 05:57:24.263451 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port ec952f16-dc93-4d6b-a88d-f9718685be57, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=ec952f16-dc93-4d6b-a88d-f9718685be57,segment=NetworkSegment(ec29bf54-ee61-44b2-b8df-ad8fd94577ee),segment_id=ec29bf54-ee61-44b2-b8df-ad8fd94577ee)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:57:24.375399 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:24.422501 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=ec952f16-dc93-4d6b-a88d-f9718685be57,revision_number=9']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:57:24.636281 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] get_ports_and_sgs() called for port_ids ['ec952f16-dc93-4d6b-a88d-f9718685be57'] {{(pid=100433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 05:57:24.652221 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e5a95-3110-4f96-88a0-03d70e722d41 req-01e03049-5f6c-4154-af2b-ae3317cf8b17 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:24.653839 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-834e5a95-3110-4f96-88a0-03d70e722d41 req-01e03049-5f6c-4154-af2b-ae3317cf8b17 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 943 time: 0.0507293 Aug 04 05:57:24.696193 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-834e5a95-3110-4f96-88a0-03d70e722d41 req-36699af7-c944-4c33-a640-8bf918bed673 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/security-groups?id=17698caf-f8e8-4f6c-8efc-02f837326df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347135 Aug 04 05:57:24.821156 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e752c-42d9-473c-b5f7-b23958a22d55 req-bae171c3-c73c-4f02-90ca-8cda6986b424 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:24.822666 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-db0e752c-42d9-473c-b5f7-b23958a22d55 req-bae171c3-c73c-4f02-90ca-8cda6986b424 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.0513163 Aug 04 05:57:24.835055 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e95efd-6c43-49fd-a86d-637890260fff req-ff3fbea8-322c-4667-86a3-f9f2e5621541 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:24.836647 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-70e95efd-6c43-49fd-a86d-637890260fff req-ff3fbea8-322c-4667-86a3-f9f2e5621541 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.0507150 Aug 04 05:57:24.864863 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-db0e752c-42d9-473c-b5f7-b23958a22d55 req-c5e0059d-6432-41aa-b23b-2fa34f34054a tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362544 Aug 04 05:57:24.880503 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-70e95efd-6c43-49fd-a86d-637890260fff req-e68921ca-80c9-4c11-be88-3f2d39432b1f tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378678 Aug 04 05:57:24.916454 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9bf971-3a10-46ce-b2fb-e4d017a0414c', 'name': 'network-vif-deleted', 'tag': '1d977098-574c-4d88-ac72-c3e1a95700da'}] {{(pid=100432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:57:24.918759 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7961aa7e709e573ce1f4efc3791ca037d6473da3b2c6b2a251ebfb1631130676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0007e775-4c3d-4207-b3c9-51f80ee8cd43" -d '{"events": [{"server_uuid": "1d9bf971-3a10-46ce-b2fb-e4d017a0414c", "name": "network-vif-deleted", "tag": "1d977098-574c-4d88-ac72-c3e1a95700da"}]}' {{(pid=100432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:57:24.955632 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 05:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5ec354-3ecb-4ee7-bc93-3c76cf4535b8 x-openstack-request-id: req-0d5ec354-3ecb-4ee7-bc93-3c76cf4535b8 {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:57:24.955945 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d9bf971-3a10-46ce-b2fb-e4d017a0414c", "name": "network-vif-deleted", "tag": "1d977098-574c-4d88-ac72-c3e1a95700da", "status": "completed", "code": 200}]} {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:57:24.956192 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0d5ec354-3ecb-4ee7-bc93-3c76cf4535b8 {{(pid=100432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:57:24.956575 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d9bf971-3a10-46ce-b2fb-e4d017a0414c', 'name': 'network-vif-deleted', 'tag': '1d977098-574c-4d88-ac72-c3e1a95700da', 'status': 'completed', 'code': 200} Aug 04 05:57:24.981607 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483bc30c-51cf-4b44-bed5-6da9ecb67b34 req-5b3a9954-0d20-42f5-882e-22d7dac41e7b tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:24.983096 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-483bc30c-51cf-4b44-bed5-6da9ecb67b34 req-5b3a9954-0d20-42f5-882e-22d7dac41e7b tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 945 time: 0.0540066 Aug 04 05:57:25.021364 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-483bc30c-51cf-4b44-bed5-6da9ecb67b34 req-7fdfe18d-237c-4560-9fa9-4af447a0ab1d tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315311 Aug 04 05:57:25.161362 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9789cd4-34a5-49b1-bd0d-6d3c23bda39c req-56eb69eb-c2de-44b3-a55a-3076fb000ee2 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:25.162723 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-b9789cd4-34a5-49b1-bd0d-6d3c23bda39c req-56eb69eb-c2de-44b3-a55a-3076fb000ee2 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 943 time: 0.0494592 Aug 04 05:57:25.201231 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-b9789cd4-34a5-49b1-bd0d-6d3c23bda39c req-12246b17-e390-4caf-8bfc-49f790dbfe95 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/security-groups?id=15c688f3-4334-4a5b-b183-64c7de2fe4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326474 Aug 04 05:57:25.815359 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b9405-4c66-4296-943e-926d1b5d2931 req-73c0788e-0598-4cf4-8383-544c9de566e1 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:25.816867 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5a0b9405-4c66-4296-943e-926d1b5d2931 req-73c0788e-0598-4cf4-8383-544c9de566e1 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 943 time: 0.0509250 Aug 04 05:57:25.854501 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5a0b9405-4c66-4296-943e-926d1b5d2931 req-77994b0d-df64-427b-b67b-7a9f35379ff1 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/security-groups?id=17698caf-f8e8-4f6c-8efc-02f837326df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317104 Aug 04 05:57:25.980261 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf836598-e0a3-4f7c-9ea6-2e0c3a4acba1 req-fae92dc5-8008-4b8e-ace5-618b9bef87bd tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:25.981752 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-cf836598-e0a3-4f7c-9ea6-2e0c3a4acba1 req-fae92dc5-8008-4b8e-ace5-618b9bef87bd tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.0486703 Aug 04 05:57:25.996090 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e00c9-e354-4444-a3a5-f9c4a56d88a5 req-22f2980d-414c-4089-a5f3-76cb78f1241d tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:25.997604 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-df9e00c9-e354-4444-a3a5-f9c4a56d88a5 req-22f2980d-414c-4089-a5f3-76cb78f1241d tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.0507517 Aug 04 05:57:26.022194 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-cf836598-e0a3-4f7c-9ea6-2e0c3a4acba1 req-4ae1a253-7958-4022-80b2-4e8856a55b9e tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330343 Aug 04 05:57:26.040299 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-df9e00c9-e354-4444-a3a5-f9c4a56d88a5 req-66ed3ba2-a70e-4998-80c8-c6da8b3d177e tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361807 Aug 04 05:57:26.043628 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device c3a5e645-fb9f-449e-9e60-cd87c85b99f9 details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=100433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 05:57:26.047525 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device ec952f16-dc93-4d6b-a88d-f9718685be57 up at agent hyperv_hv-cinder-80161 {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:57:26.142601 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb46d1-dde6-4d61-826d-0458926cb40a req-a656af3a-e57c-4d85-8f04-101fe4ba8c87 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:26.144406 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-9ebb46d1-dde6-4d61-826d-0458926cb40a req-a656af3a-e57c-4d85-8f04-101fe4ba8c87 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 945 time: 0.0497823 Aug 04 05:57:26.161080 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Provisioning complete for port ec952f16-dc93-4d6b-a88d-f9718685be57 triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:57:26.161443 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:26.182282 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-9ebb46d1-dde6-4d61-826d-0458926cb40a req-d95434a2-c0c1-402f-b6fd-aaf31165e617 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317097 Aug 04 05:57:26.200962 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port c3a5e645-fb9f-449e-9e60-cd87c85b99f9, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=c3a5e645-fb9f-449e-9e60-cd87c85b99f9,segment=NetworkSegment(fd5c282d-b29f-459e-bfb6-2a02f219b3cd),segment_id=fd5c282d-b29f-459e-bfb6-2a02f219b3cd)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:57:26.219559 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Returning: {'device': 'c3a5e645-fb9f-449e-9e60-cd87c85b99f9', 'network_id': '4ef8f3b4-2b14-4272-a773-ce259c8b6ad8', 'port_id': 'c3a5e645-fb9f-449e-9e60-cd87c85b99f9', 'mac_address': 'fa:16:3e:30:a0:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a1f5ca3-6248-4755-92d6-9160486f41b6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 05:57:26.291830 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:26.310209 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:26.313533 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3a5e645-fb9f-449e-9e60-cd87c85b99f9 {{(pid=100433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 05:57:26.317984 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c900c-85f0-40ea-ba2f-dc2b121b7cf9 req-acadbf61-23d8-4eab-922a-9eeed99d01ce tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:26.319675 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-4c7c900c-85f0-40ea-ba2f-dc2b121b7cf9 req-acadbf61-23d8-4eab-922a-9eeed99d01ce tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 943 time: 0.0500765 Aug 04 05:57:26.353811 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:26.362012 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db707704-794d-470d-8f9c-d70cc2271e8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec952f16-dc93-4d6b-a88d-f9718685be57'}] {{(pid=100433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:57:26.364338 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffe4ad2cefe5cc989f07e8393c985a8403d56455fd91e6fde58b148ee627bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757987e6-c54d-4e46-bd95-37b7dfda0ff3" -d '{"events": [{"server_uuid": "db707704-794d-470d-8f9c-d70cc2271e8b", "name": "network-vif-plugged", "status": "completed", "tag": "ec952f16-dc93-4d6b-a88d-f9718685be57"}]}' {{(pid=100433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:57:26.377995 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-4c7c900c-85f0-40ea-ba2f-dc2b121b7cf9 req-5f6c2601-8ada-4ae2-8756-423465f454fe tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/security-groups?id=15c688f3-4334-4a5b-b183-64c7de2fe4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519819 Aug 04 05:57:26.383783 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port c3a5e645-fb9f-449e-9e60-cd87c85b99f9, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=c3a5e645-fb9f-449e-9e60-cd87c85b99f9,segment=NetworkSegment(fd5c282d-b29f-459e-bfb6-2a02f219b3cd),segment_id=fd5c282d-b29f-459e-bfb6-2a02f219b3cd)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:57:26.385891 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port ec952f16-dc93-4d6b-a88d-f9718685be57, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=ec952f16-dc93-4d6b-a88d-f9718685be57,segment=NetworkSegment(ec29bf54-ee61-44b2-b8df-ad8fd94577ee),segment_id=ec29bf54-ee61-44b2-b8df-ad8fd94577ee)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:57:26.400825 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 05:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c89ded9-b307-4cca-a2a1-730a6735e007 x-openstack-request-id: req-1c89ded9-b307-4cca-a2a1-730a6735e007 {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:57:26.401117 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db707704-794d-470d-8f9c-d70cc2271e8b", "name": "network-vif-plugged", "status": "completed", "tag": "ec952f16-dc93-4d6b-a88d-f9718685be57", "code": 200}]} {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:57:26.401371 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1c89ded9-b307-4cca-a2a1-730a6735e007 {{(pid=100433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:57:26.401763 dv-cinder-801617-4-iscsi neutron-server[100433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db707704-794d-470d-8f9c-d70cc2271e8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec952f16-dc93-4d6b-a88d-f9718685be57', 'code': 200} Aug 04 05:57:26.469869 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:26.515965 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:26.516698 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 1d977098-574c-4d88-ac72-c3e1a95700da no longer exists at agent hyperv_hv-cinder-80161 {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 05:57:26.537794 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=c3a5e645-fb9f-449e-9e60-cd87c85b99f9,revision_number=4']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:57:26.540391 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] No Port match for: 1d977098-574c-4d88-ac72-c3e1a95700da {{(pid=100433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 05:57:26.540734 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 1d977098-574c-4d88-ac72-c3e1a95700da not bound to the agent host hv-cinder-80161 {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 05:57:26.587200 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=ec952f16-dc93-4d6b-a88d-f9718685be57,revision_number=10']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:57:26.965734 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2187be-e97e-4813-b331-273713037690 req-0df3313c-16e4-4905-a667-fae8d8549f7b tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:26.967195 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-8f2187be-e97e-4813-b331-273713037690 req-0df3313c-16e4-4905-a667-fae8d8549f7b tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 943 time: 0.0477278 Aug 04 05:57:27.004283 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-8f2187be-e97e-4813-b331-273713037690 req-0137a7ed-5883-4460-b928-e794469d9328 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/security-groups?id=17698caf-f8e8-4f6c-8efc-02f837326df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302606 Aug 04 05:57:27.140178 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850fc8f-1cce-4d85-b61f-1db366ccd8dc req-e3aabdaa-a14c-4e09-bf02-cd83252b09d2 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:27.141627 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-d850fc8f-1cce-4d85-b61f-1db366ccd8dc req-e3aabdaa-a14c-4e09-bf02-cd83252b09d2 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.0512714 Aug 04 05:57:27.154552 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c411133-c641-4334-a9a8-3b07a51a3a3f req-028c166a-230f-4572-aeb4-cedda6f2e4d7 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:27.156140 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-8c411133-c641-4334-a9a8-3b07a51a3a3f req-028c166a-230f-4572-aeb4-cedda6f2e4d7 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.0488009 Aug 04 05:57:27.179596 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-d850fc8f-1cce-4d85-b61f-1db366ccd8dc req-0c946fa4-b6da-425b-b5b1-26553120c87a tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309439 Aug 04 05:57:27.198394 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-8c411133-c641-4334-a9a8-3b07a51a3a3f req-19b060f9-441d-4c08-b986-9a30339e694d tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360584 Aug 04 05:57:27.302544 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc545d-622e-476f-971d-b965c0478682 req-cc37335f-abd2-4cdb-919a-6673ec86a113 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:27.304138 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b8fc545d-622e-476f-971d-b965c0478682 req-cc37335f-abd2-4cdb-919a-6673ec86a113 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 947 time: 0.0495980 Aug 04 05:57:27.342635 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b8fc545d-622e-476f-971d-b965c0478682 req-a9a32927-f954-49e8-bb1e-e019b3e7b856 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323806 Aug 04 05:57:27.489797 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638aaa48-37a7-489a-b0b8-bd7435dc374e req-e696ac6d-2ccc-472a-8f1c-c75c8cc72414 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:27.491245 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-638aaa48-37a7-489a-b0b8-bd7435dc374e req-e696ac6d-2ccc-472a-8f1c-c75c8cc72414 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 944 time: 0.0478110 Aug 04 05:57:27.528126 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-638aaa48-37a7-489a-b0b8-bd7435dc374e req-d2a6ce3c-e1f1-4864-b6f9-ed287d1e56da tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/security-groups?id=15c688f3-4334-4a5b-b183-64c7de2fe4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308774 Aug 04 05:57:28.016826 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-af02ba66-bd33-4c7f-ad7c-7481e90ae0d9 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 05:57:28.115939 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915b5f7-dc22-459b-96e3-d4cd7de58167 req-b37e6a58-717b-41c7-bb81-c83798163dcb tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:28.117321 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-a915b5f7-dc22-459b-96e3-d4cd7de58167 req-b37e6a58-717b-41c7-bb81-c83798163dcb tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 943 time: 0.0484316 Aug 04 05:57:28.154808 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-a915b5f7-dc22-459b-96e3-d4cd7de58167 req-8a46a7b2-061e-4cff-9327-ec5cb75ff103 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/security-groups?id=17698caf-f8e8-4f6c-8efc-02f837326df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312855 Aug 04 05:57:28.295720 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535d3ca-a8f0-4a73-887a-141035ec3afa req-9d7d68ed-ebce-4b12-ae7d-7bd7a9d1beb5 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:28.297337 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9535d3ca-a8f0-4a73-887a-141035ec3afa req-9d7d68ed-ebce-4b12-ae7d-7bd7a9d1beb5 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.0508530 Aug 04 05:57:28.320945 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb286b5-955b-47e4-b6d5-dac8f7ca153d req-e667740d-09b7-4738-9191-a056199b0077 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:28.322796 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-4cb286b5-955b-47e4-b6d5-dac8f7ca153d req-e667740d-09b7-4738-9191-a056199b0077 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.0521989 Aug 04 05:57:28.335938 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9535d3ca-a8f0-4a73-887a-141035ec3afa req-ace5f1a7-3253-47f2-b520-6d2ba5ccdfed tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323834 Aug 04 05:57:28.361990 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-4cb286b5-955b-47e4-b6d5-dac8f7ca153d req-961fddb6-a6b1-4a3e-ac4a-56c295ed5989 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329838 Aug 04 05:57:28.459654 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c3cca-55dc-4134-86b6-0caa454521b1 req-d1e0b149-4458-4cad-8f76-7e8a372abb3b tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:28.461166 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-2d4c3cca-55dc-4134-86b6-0caa454521b1 req-d1e0b149-4458-4cad-8f76-7e8a372abb3b tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 947 time: 0.0477977 Aug 04 05:57:28.502167 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-2d4c3cca-55dc-4134-86b6-0caa454521b1 req-d36eebd3-a912-4f9c-bace-5a1db17c4eda tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350578 Aug 04 05:57:28.640478 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483956fb-0196-4ef0-a67d-c028a7a3882c req-8e2f8c6e-c82d-43dd-9e2f-43786ba9fa27 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:28.641828 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-483956fb-0196-4ef0-a67d-c028a7a3882c req-8e2f8c6e-c82d-43dd-9e2f-43786ba9fa27 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 944 time: 0.0477855 Aug 04 05:57:28.679178 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-483956fb-0196-4ef0-a67d-c028a7a3882c req-f671eddd-a171-4fb2-8729-92ee7cc443e0 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/security-groups?id=15c688f3-4334-4a5b-b183-64c7de2fe4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306222 Aug 04 05:57:29.268262 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028004f-7d19-4129-9fd6-26e59c7e7d1e req-8266f8e4-f6e8-475d-b89f-da1784a62f22 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:29.269638 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f028004f-7d19-4129-9fd6-26e59c7e7d1e req-8266f8e4-f6e8-475d-b89f-da1784a62f22 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 943 time: 0.0499675 Aug 04 05:57:29.298793 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] get_ports_and_sgs() called for port_ids ['c3a5e645-fb9f-449e-9e60-cd87c85b99f9'] {{(pid=100433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 05:57:29.309769 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f028004f-7d19-4129-9fd6-26e59c7e7d1e req-36a4050f-87be-4037-8621-cd1da158a624 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/security-groups?id=17698caf-f8e8-4f6c-8efc-02f837326df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336425 Aug 04 05:57:29.457669 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef1a46d-ef9e-4e32-8abc-a92d8a3bb0c5 req-83dbc4a4-3c3d-45bd-bb34-ef204363fff5 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:29.459175 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-cef1a46d-ef9e-4e32-8abc-a92d8a3bb0c5 req-83dbc4a4-3c3d-45bd-bb34-ef204363fff5 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.0545969 Aug 04 05:57:29.498136 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-cef1a46d-ef9e-4e32-8abc-a92d8a3bb0c5 req-6206fe4a-0a1a-418d-9535-87d6daeb9da2 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326161 Aug 04 05:57:29.504275 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb4e87-7b00-4515-95cd-313b78532f56 req-e86ce623-3fec-4204-b866-0f5a464da823 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:29.506087 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-99bb4e87-7b00-4515-95cd-313b78532f56 req-e86ce623-3fec-4204-b866-0f5a464da823 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.0509663 Aug 04 05:57:29.547139 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-99bb4e87-7b00-4515-95cd-313b78532f56 req-4b38f956-ccbd-4001-bbdb-fb05408360a4 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9ae7d25-4e1e-4445-98c1-c70a641e8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350716 Aug 04 05:57:29.626139 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be46590-f1a1-415b-bf23-59b9022ea166 req-b49c52dd-69f4-4b81-8120-92f3c52f429f tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:29.628481 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-9be46590-f1a1-415b-bf23-59b9022ea166 req-b49c52dd-69f4-4b81-8120-92f3c52f429f tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 947 time: 0.0530264 Aug 04 05:57:29.665675 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-9be46590-f1a1-415b-bf23-59b9022ea166 req-9730236f-7a6b-4d73-a280-e65445c57235 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312238 Aug 04 05:57:29.785508 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73819cff-c8ba-4df4-b994-59b4edaf4e86 req-ac741c06-a12f-4411-9d75-33419dc45709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:29.786879 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-73819cff-c8ba-4df4-b994-59b4edaf4e86 req-ac741c06-a12f-4411-9d75-33419dc45709 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 1100 time: 0.0682898 Aug 04 05:57:29.802408 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1f1dc-7722-4e48-8f77-938cd29b4a84 req-294e99f3-8c59-447a-a135-7f86b86ae2f0 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:29.803769 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-1df1f1dc-7722-4e48-8f77-938cd29b4a84 req-294e99f3-8c59-447a-a135-7f86b86ae2f0 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 944 time: 0.0589631 Aug 04 05:57:29.853005 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-73819cff-c8ba-4df4-b994-59b4edaf4e86 req-7822ad4a-9b37-4ba5-8e1c-2dab5ed59234 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482740 Aug 04 05:57:29.859852 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-1df1f1dc-7722-4e48-8f77-938cd29b4a84 req-cd1d4b3e-2757-41d1-aed9-70362c8adc97 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/security-groups?id=15c688f3-4334-4a5b-b183-64c7de2fe4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423639 Aug 04 05:57:30.154060 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d96d9-32d3-43e9-b22a-85604004834f req-80a130eb-2075-43db-80fe-b54f7e849a69 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:30.155632 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ad9d96d9-32d3-43e9-b22a-85604004834f req-80a130eb-2075-43db-80fe-b54f7e849a69 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.18 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 946 time: 0.0494995 Aug 04 05:57:30.252607 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [req-ad9d96d9-32d3-43e9-b22a-85604004834f req-56e9d60a-59b1-45e3-9097-0dc99dddee85 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Deleting port 5429d2ed-d8be-49be-834a-cd46b4267bce {{(pid=100432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 05:57:30.252932 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-ad9d96d9-32d3-43e9-b22a-85604004834f req-56e9d60a-59b1-45e3-9097-0dc99dddee85 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:30.341333 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [req-ad9d96d9-32d3-43e9-b22a-85604004834f req-56e9d60a-59b1-45e3-9097-0dc99dddee85 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] For port 5429d2ed-d8be-49be-834a-cd46b4267bce, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=5429d2ed-d8be-49be-834a-cd46b4267bce,segment=NetworkSegment(ebaf7e84-2280-4f17-b68d-25aafcd23fe5),segment_id=ebaf7e84-2280-4f17-b68d-25aafcd23fe5)] {{(pid=100432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:57:30.341997 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-ad9d96d9-32d3-43e9-b22a-85604004834f req-56e9d60a-59b1-45e3-9097-0dc99dddee85 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:30.356700 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [req-ad9d96d9-32d3-43e9-b22a-85604004834f req-56e9d60a-59b1-45e3-9097-0dc99dddee85 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Calling delete_port for 5429d2ed-d8be-49be-834a-cd46b4267bce owned by compute:nova {{(pid=100432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 05:57:30.433139 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23149b84-4893-4c74-b549-ad4b5b741563 req-fa809fb4-4885-41a7-aaf3-ba567e80926f tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:30.434867 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-23149b84-4893-4c74-b549-ad4b5b741563 req-fa809fb4-4885-41a7-aaf3-ba567e80926f tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 943 time: 0.0509679 Aug 04 05:57:30.475540 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-23149b84-4893-4c74-b549-ad4b5b741563 req-5c3fdaee-64b6-487f-9daf-2a8ce8958c19 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/security-groups?id=17698caf-f8e8-4f6c-8efc-02f837326df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341413 Aug 04 05:57:30.623498 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b5080-3982-4bc7-8671-e9382b2ee990 req-c7d76151-5605-43ba-8374-1b107f6ff698 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:30.625072 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f62b5080-3982-4bc7-8671-e9382b2ee990 req-c7d76151-5605-43ba-8374-1b107f6ff698 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.0513680 Aug 04 05:57:30.626239 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-ad9d96d9-32d3-43e9-b22a-85604004834f req-56e9d60a-59b1-45e3-9097-0dc99dddee85 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:30.641593 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] get_ports_and_sgs() called for port_ids ['5429d2ed-d8be-49be-834a-cd46b4267bce'] {{(pid=100433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 05:57:30.646250 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-3577a831-d7cb-4917-98c3-0a6764a24031 req-a973f8c1-ce19-433b-910f-682f21ad3971 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 210 time: 0.0319836 Aug 04 05:57:30.663110 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9d60a-59b1-45e3-9097-0dc99dddee85 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Pushing event deleted for resources: {'Port': ['ID=5429d2ed-d8be-49be-834a-cd46b4267bce,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:57:30.722695 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad9d96d9-32d3-43e9-b22a-85604004834f req-56e9d60a-59b1-45e3-9097-0dc99dddee85 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] No DVR routers for this DVR port 5429d2ed-d8be-49be-834a-cd46b4267bce on host hv-cinder-80161 {{(pid=100432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 05:57:30.726793 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-ad9d96d9-32d3-43e9-b22a-85604004834f req-56e9d60a-59b1-45e3-9097-0dc99dddee85 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for port, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:30.728762 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ad9d96d9-32d3-43e9-b22a-85604004834f req-56e9d60a-59b1-45e3-9097-0dc99dddee85 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.18 "DELETE /v2.0/ports/5429d2ed-d8be-49be-834a-cd46b4267bce HTTP/1.1" status: 204 len: 173 time: 0.5667894 Aug 04 05:57:30.729439 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421156de-db40-497b-839f-7c513b421b68', 'name': 'network-vif-deleted', 'tag': '5429d2ed-d8be-49be-834a-cd46b4267bce'}] {{(pid=100432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:57:30.731620 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7961aa7e709e573ce1f4efc3791ca037d6473da3b2c6b2a251ebfb1631130676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e8a3f3-4302-4959-ad99-d23a99be9abf" -d '{"events": [{"server_uuid": "421156de-db40-497b-839f-7c513b421b68", "name": "network-vif-deleted", "tag": "5429d2ed-d8be-49be-834a-cd46b4267bce"}]}' {{(pid=100432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:57:30.737633 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f62b5080-3982-4bc7-8671-e9382b2ee990 req-d62b85b0-39da-448f-9bf9-ef7db291e7b0 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036949 Aug 04 05:57:30.792028 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 05:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b477d31-231b-4b8d-b0e3-093c2d7afc3a x-openstack-request-id: req-6b477d31-231b-4b8d-b0e3-093c2d7afc3a {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:57:30.792321 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421156de-db40-497b-839f-7c513b421b68", "name": "network-vif-deleted", "tag": "5429d2ed-d8be-49be-834a-cd46b4267bce", "status": "completed", "code": 200}]} {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:57:30.792575 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6b477d31-231b-4b8d-b0e3-093c2d7afc3a {{(pid=100432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:57:30.792972 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421156de-db40-497b-839f-7c513b421b68', 'name': 'network-vif-deleted', 'tag': '5429d2ed-d8be-49be-834a-cd46b4267bce', 'status': 'completed', 'code': 200} Aug 04 05:57:30.797014 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10619d3-ad07-4e5e-84ba-986d6b33f539 req-bc039b63-9c7a-4738-9aa6-043773d1b82a tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:30.798500 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-a10619d3-ad07-4e5e-84ba-986d6b33f539 req-bc039b63-9c7a-4738-9aa6-043773d1b82a tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 947 time: 0.0522530 Aug 04 05:57:30.842990 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-a10619d3-ad07-4e5e-84ba-986d6b33f539 req-39dfade8-8f70-476f-916e-442bdfc05b04 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379007 Aug 04 05:57:30.999816 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9498664-e0ea-410b-a5bd-825f23e3e81f req-c3786ecd-2b14-446a-8e49-5b89678e0a10 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:30.999816 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-d9498664-e0ea-410b-a5bd-825f23e3e81f req-c3786ecd-2b14-446a-8e49-5b89678e0a10 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 944 time: 0.0513248 Aug 04 05:57:31.023396 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device c3a5e645-fb9f-449e-9e60-cd87c85b99f9 up at agent hyperv_hv-cinder-80161 {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:57:31.026344 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-d9498664-e0ea-410b-a5bd-825f23e3e81f req-0a457772-e793-4d41-91e7-6180fc9cd052 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/security-groups?id=15c688f3-4334-4a5b-b183-64c7de2fe4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403321 Aug 04 05:57:31.298990 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Provisioning for port c3a5e645-fb9f-449e-9e60-cd87c85b99f9 completed by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:57:31.302780 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Provisioning complete for port c3a5e645-fb9f-449e-9e60-cd87c85b99f9 triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:57:31.303144 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:31.386215 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:31.407909 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631c6d8a-7b73-43f2-9ba3-5c4eb7410f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a5e645-fb9f-449e-9e60-cd87c85b99f9'}] {{(pid=100433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:57:31.410268 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffe4ad2cefe5cc989f07e8393c985a8403d56455fd91e6fde58b148ee627bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14daa5a-679d-4dc1-bb8d-ea4285a4939c" -d '{"events": [{"server_uuid": "631c6d8a-7b73-43f2-9ba3-5c4eb7410f01", "name": "network-vif-plugged", "status": "completed", "tag": "c3a5e645-fb9f-449e-9e60-cd87c85b99f9"}]}' {{(pid=100433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:57:31.424330 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port c3a5e645-fb9f-449e-9e60-cd87c85b99f9, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=c3a5e645-fb9f-449e-9e60-cd87c85b99f9,segment=NetworkSegment(fd5c282d-b29f-459e-bfb6-2a02f219b3cd),segment_id=fd5c282d-b29f-459e-bfb6-2a02f219b3cd)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:57:31.449196 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 05:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d7bbe9-a4ba-4e48-b44f-4b7d777aaff2 x-openstack-request-id: req-50d7bbe9-a4ba-4e48-b44f-4b7d777aaff2 {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:57:31.449485 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "631c6d8a-7b73-43f2-9ba3-5c4eb7410f01", "name": "network-vif-plugged", "status": "completed", "tag": "c3a5e645-fb9f-449e-9e60-cd87c85b99f9", "code": 200}]} {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:57:31.449739 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-50d7bbe9-a4ba-4e48-b44f-4b7d777aaff2 {{(pid=100433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:57:31.450131 dv-cinder-801617-4-iscsi neutron-server[100433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '631c6d8a-7b73-43f2-9ba3-5c4eb7410f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a5e645-fb9f-449e-9e60-cd87c85b99f9', 'code': 200} Aug 04 05:57:31.501181 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:31.558496 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=c3a5e645-fb9f-449e-9e60-cd87c85b99f9,revision_number=5']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:57:31.600035 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35503584-06f8-4988-b7d5-69ce8f07b5d1 req-2fa6532a-5134-4000-acbc-339873077893 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:31.601516 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-35503584-06f8-4988-b7d5-69ce8f07b5d1 req-2fa6532a-5134-4000-acbc-339873077893 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 943 time: 0.0539784 Aug 04 05:57:31.647066 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-35503584-06f8-4988-b7d5-69ce8f07b5d1 req-9897917b-ffa3-4f3d-bbba-8fddecd3ef07 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/security-groups?id=17698caf-f8e8-4f6c-8efc-02f837326df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321717 Aug 04 05:57:31.763049 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-1df40430-28c2-4ed2-b8f7-034d1cb87c30 req-18ef4347-3183-4033-8f4c-46400b442395 tempest-ServerRescueNegativeTestJSON-1863560473 tempest-ServerRescueNegativeTestJSON-1863560473-project] 10.222.0.37 "GET /v2.0/ports?device_id=421156de-db40-497b-839f-7c513b421b68 HTTP/1.1" status: 200 len: 210 time: 0.0281007 Aug 04 05:57:31.858821 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27068580-5ed8-4725-865e-470235308d7c req-3e05d6de-c398-4526-993a-c6c396011247 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:31.860493 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-27068580-5ed8-4725-865e-470235308d7c req-3e05d6de-c398-4526-993a-c6c396011247 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.0494664 Aug 04 05:57:31.904123 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-27068580-5ed8-4725-865e-470235308d7c req-0226a960-067c-4be5-a038-38ea444126cd tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368626 Aug 04 05:57:31.968825 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e66f7af-de60-432e-95bb-1f9f0e6f82bd req-b2a6a492-aa30-4cc2-b8af-8481513a680d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:31.971472 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-1e66f7af-de60-432e-95bb-1f9f0e6f82bd req-b2a6a492-aa30-4cc2-b8af-8481513a680d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 1098 time: 0.0656099 Aug 04 05:57:31.987220 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb2f5c-48b4-4f35-b55b-0700b3c25266 req-87588bb1-1a62-425d-8e95-d6e05de6b7d5 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:31.989108 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-49eb2f5c-48b4-4f35-b55b-0700b3c25266 req-87588bb1-1a62-425d-8e95-d6e05de6b7d5 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 947 time: 0.0654628 Aug 04 05:57:32.008326 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-1e66f7af-de60-432e-95bb-1f9f0e6f82bd req-b03096b4-d964-4d17-8ece-8f91cbfc9525 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=15c688f3-4334-4a5b-b183-64c7de2fe4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294163 Aug 04 05:57:32.030786 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-49eb2f5c-48b4-4f35-b55b-0700b3c25266 req-eacb4070-285c-4e6d-ac8f-5d2d0af9dec9 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347972 Aug 04 05:57:32.141223 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f8182-7472-4fb7-99cd-dbe9d4786001 req-ad5d09e4-016d-4bc4-9c6f-55132a5599a1 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:32.143412 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-c40f8182-7472-4fb7-99cd-dbe9d4786001 req-ad5d09e4-016d-4bc4-9c6f-55132a5599a1 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 945 time: 0.0555916 Aug 04 05:57:32.188571 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-c40f8182-7472-4fb7-99cd-dbe9d4786001 req-9a3253e9-2246-46ea-89cf-8fc714c14994 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/security-groups?id=15c688f3-4334-4a5b-b183-64c7de2fe4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387411 Aug 04 05:57:32.761653 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b339b-1384-4af8-ae3b-e9c9a633c9fa req-fe6bad8e-e39e-4837-8a7a-76cc9357c543 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:32.763158 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-8a6b339b-1384-4af8-ae3b-e9c9a633c9fa req-fe6bad8e-e39e-4837-8a7a-76cc9357c543 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 943 time: 0.0522757 Aug 04 05:57:32.808612 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-8a6b339b-1384-4af8-ae3b-e9c9a633c9fa req-a55901e0-d095-42b3-b1eb-0d59364e18ad tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/security-groups?id=17698caf-f8e8-4f6c-8efc-02f837326df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393131 Aug 04 05:57:32.849501 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 59584) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:57:33.049550 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dcadde-81e1-4103-bd1d-a5efeac103b1 req-e32aba7a-fa63-4d66-824e-2ac8f69a5094 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:33.051119 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b6dcadde-81e1-4103-bd1d-a5efeac103b1 req-e32aba7a-fa63-4d66-824e-2ac8f69a5094 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.0541945 Aug 04 05:57:33.091837 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b6dcadde-81e1-4103-bd1d-a5efeac103b1 req-951c44bd-debe-4592-944f-6c6b802464bb tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344124 Aug 04 05:57:33.209230 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7dafa-49aa-42da-9782-6fe7e8b70cf9 req-79d92245-2611-451e-a609-22554cffffe8 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:33.210688 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-c3a7dafa-49aa-42da-9782-6fe7e8b70cf9 req-79d92245-2611-451e-a609-22554cffffe8 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 947 time: 0.0960970 Aug 04 05:57:33.277528 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-c3a7dafa-49aa-42da-9782-6fe7e8b70cf9 req-097191df-589d-4515-9c50-c9d6ec04889f tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602343 Aug 04 05:57:33.306543 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98754c4-42ba-4bcc-844f-b02ee1557a52 req-4fcfb9b0-a7d3-484d-a708-5219d7c0a2ee tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:33.307526 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-d98754c4-42ba-4bcc-844f-b02ee1557a52 req-4fcfb9b0-a7d3-484d-a708-5219d7c0a2ee tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 945 time: 0.0527139 Aug 04 05:57:33.330056 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 7362a5f2-b32e-4ae8-8e7d-768d22623e27 details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=100433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 05:57:33.343673 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-e3180f6b-cc5c-4806-9f29-2b64cfc9743c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-946435'] for router_interface, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:33.349167 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-d98754c4-42ba-4bcc-844f-b02ee1557a52 req-1700202d-1712-4647-a44a-1d41d6e442bb tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/security-groups?id=15c688f3-4334-4a5b-b183-64c7de2fe4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351963 Aug 04 05:57:33.431045 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 7362a5f2-b32e-4ae8-8e7d-768d22623e27, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=7362a5f2-b32e-4ae8-8e7d-768d22623e27,segment=NetworkSegment(0b477fa9-9a15-43bb-aae1-0edcbae189f4),segment_id=0b477fa9-9a15-43bb-aae1-0edcbae189f4)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:57:33.442879 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Returning: {'device': '7362a5f2-b32e-4ae8-8e7d-768d22623e27', 'network_id': '547de350-98df-426a-b398-b032321fdf42', 'port_id': '7362a5f2-b32e-4ae8-8e7d-768d22623e27', 'mac_address': 'fa:16:3e:86:03:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a532cc5-30fe-4d47-af3d-673ba61686a8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 05:57:33.490391 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:33.503451 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7362a5f2-b32e-4ae8-8e7d-768d22623e27 {{(pid=100433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 05:57:33.523819 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 7362a5f2-b32e-4ae8-8e7d-768d22623e27, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=7362a5f2-b32e-4ae8-8e7d-768d22623e27,segment=NetworkSegment(0b477fa9-9a15-43bb-aae1-0edcbae189f4),segment_id=0b477fa9-9a15-43bb-aae1-0edcbae189f4)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:57:33.567220 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-649957dc-fe27-4428-a9a6-3ba16a7621bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:33.643216 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [None req-e3180f6b-cc5c-4806-9f29-2b64cfc9743c admin admin] Deleting port 1c6d77a3-7c3a-4c81-896f-fcb4ccaf8392 {{(pid=100432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 05:57:33.643512 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-e3180f6b-cc5c-4806-9f29-2b64cfc9743c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:33.649779 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:33.696211 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=7362a5f2-b32e-4ae8-8e7d-768d22623e27,revision_number=4']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:57:33.722736 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [None req-e3180f6b-cc5c-4806-9f29-2b64cfc9743c admin admin] For port 1c6d77a3-7c3a-4c81-896f-fcb4ccaf8392, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=1c6d77a3-7c3a-4c81-896f-fcb4ccaf8392,segment=NetworkSegment(ebaf7e84-2280-4f17-b68d-25aafcd23fe5),segment_id=ebaf7e84-2280-4f17-b68d-25aafcd23fe5)] {{(pid=100432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:57:33.723098 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-e3180f6b-cc5c-4806-9f29-2b64cfc9743c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:33.735134 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [None req-e3180f6b-cc5c-4806-9f29-2b64cfc9743c admin admin] Calling delete_port for 1c6d77a3-7c3a-4c81-896f-fcb4ccaf8392 owned by network:router_interface {{(pid=100432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 05:57:33.956217 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4a82e-d80b-459f-abc5-1f77d6aad18a req-384527a6-7573-4576-8bd9-7a84dd656d19 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:33.957702 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-61d4a82e-d80b-459f-abc5-1f77d6aad18a req-384527a6-7573-4576-8bd9-7a84dd656d19 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 944 time: 0.0802720 Aug 04 05:57:33.999987 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-61d4a82e-d80b-459f-abc5-1f77d6aad18a req-b652a400-a434-494c-b822-4c34a6de0093 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/security-groups?id=17698caf-f8e8-4f6c-8efc-02f837326df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350103 Aug 04 05:57:34.101098 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-e3180f6b-cc5c-4806-9f29-2b64cfc9743c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:34.127182 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3180f6b-cc5c-4806-9f29-2b64cfc9743c admin admin] Pushing event deleted for resources: {'Port': ['ID=1c6d77a3-7c3a-4c81-896f-fcb4ccaf8392,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:57:34.158869 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3180f6b-cc5c-4806-9f29-2b64cfc9743c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:57:34.159212 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3180f6b-cc5c-4806-9f29-2b64cfc9743c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:57:34.159548 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3180f6b-cc5c-4806-9f29-2b64cfc9743c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:57:34.159899 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3180f6b-cc5c-4806-9f29-2b64cfc9743c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:57:34.160285 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3180f6b-cc5c-4806-9f29-2b64cfc9743c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:57:34.160616 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3180f6b-cc5c-4806-9f29-2b64cfc9743c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:57:34.160940 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3180f6b-cc5c-4806-9f29-2b64cfc9743c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:57:34.161262 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3180f6b-cc5c-4806-9f29-2b64cfc9743c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:57:34.161590 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3180f6b-cc5c-4806-9f29-2b64cfc9743c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:57:34.161906 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3180f6b-cc5c-4806-9f29-2b64cfc9743c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:57:34.162222 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3180f6b-cc5c-4806-9f29-2b64cfc9743c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:57:34.162534 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3180f6b-cc5c-4806-9f29-2b64cfc9743c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:57:34.211977 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536c878-fc3b-486c-923a-327f949b2658 req-afb57a19-ac17-46ea-bd0d-d7c825822c47 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:34.213456 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-c536c878-fc3b-486c-923a-327f949b2658 req-afb57a19-ac17-46ea-bd0d-d7c825822c47 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.0506613 Aug 04 05:57:34.252469 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-c536c878-fc3b-486c-923a-327f949b2658 req-6928da24-753d-4d3c-8dae-5f5157851080 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323191 Aug 04 05:57:34.471424 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f4c0e-e345-4dbf-8604-2fc0150ab65d req-e13fe546-f13b-484c-8be2-6b905c9237ee tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:34.473051 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-6a1f4c0e-e345-4dbf-8604-2fc0150ab65d req-e13fe546-f13b-484c-8be2-6b905c9237ee tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 945 time: 0.0546215 Aug 04 05:57:34.512801 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-6a1f4c0e-e345-4dbf-8604-2fc0150ab65d req-125624cc-4e4c-4fa9-998b-353aca4571eb tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/security-groups?id=15c688f3-4334-4a5b-b183-64c7de2fe4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336583 Aug 04 05:57:34.579189 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-e3180f6b-cc5c-4806-9f29-2b64cfc9743c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-946551'] for router_interface, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:34.596495 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b2c9c-4fce-45bd-bdbd-caf7d4f48111 req-1c0d28fd-04d0-477a-8e39-31a33333a491 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:34.597980 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-556b2c9c-4fce-45bd-bdbd-caf7d4f48111 req-1c0d28fd-04d0-477a-8e39-31a33333a491 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 947 time: 0.0701628 Aug 04 05:57:34.703264 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-556b2c9c-4fce-45bd-bdbd-caf7d4f48111 req-49de6910-a495-413d-879f-70cba51ac3dd tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991156 Aug 04 05:57:34.829896 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3180f6b-cc5c-4806-9f29-2b64cfc9743c admin admin] Router b3a1d287-0b85-47e4-8576-c80dbe3b4045 has already been hosted by L3 agent 1092c566-0070-459b-a71e-112f2411deeb {{(pid=100432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 05:57:34.936430 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3180f6b-cc5c-4806-9f29-2b64cfc9743c admin admin] Notify agent at l3_agent.dv-cinder-801617-4-iscsi the message routers_updated {{(pid=100432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 05:57:34.943427 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-e3180f6b-cc5c-4806-9f29-2b64cfc9743c admin admin] 10.222.0.37 "PUT /v2.0/routers/b3a1d287-0b85-47e4-8576-c80dbe3b4045/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0909135 Aug 04 05:57:34.944226 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 59604) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:57:34.948495 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b58f90b-a450-468c-b12d-4425dfc9179c None None] Sync routers for ids ['b3a1d287-0b85-47e4-8576-c80dbe3b4045'] in dv-cinder-801617-4-iscsi {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 05:57:34.957702 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b58f90b-a450-468c-b12d-4425dfc9179c None None] Routers {'b3a1d287-0b85-47e4-8576-c80dbe3b4045'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:57:34.958305 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-9b58f90b-a450-468c-b12d-4425dfc9179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:57:06Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['b3a1d287-0b85-47e4-8576-c80dbe3b4045'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:57:35.061946 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-9b58f90b-a450-468c-b12d-4425dfc9179c None None] Set router b3a1d287-0b85-47e4-8576-c80dbe3b4045 gateway port host: dv-cinder-801617-4-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:57:35.063197 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1c6074d4-c626-47d9-8000-5debffa58238 admin admin] Notify callbacks [] for router, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:35.183621 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb84df9c-1454-4324-8bfd-d489f154ddc7 req-91844291-0195-48da-8da3-ae5c21dfa7b2 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:35.185183 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-eb84df9c-1454-4324-8bfd-d489f154ddc7 req-91844291-0195-48da-8da3-ae5c21dfa7b2 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 944 time: 0.0895541 Aug 04 05:57:35.218042 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1c6074d4-c626-47d9-8000-5debffa58238 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:35.238778 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-eb84df9c-1454-4324-8bfd-d489f154ddc7 req-a65bd75e-9966-4b06-b719-e0fd6fe6aa4e tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/security-groups?id=17698caf-f8e8-4f6c-8efc-02f837326df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467558 Aug 04 05:57:35.241285 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-9b58f90b-a450-468c-b12d-4425dfc9179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a1d287-0b85-47e4-8576-c80dbe3b4045', 'name': 'tempest-ServerRescueNegativeTestJSON-1621535292-router', 'tenant_id': '0d320059d2a748979473823c9bc742bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '29565757-7b73-478a-9bc0-00d9cea78b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:53:32Z', 'updated_at': '2021-08-04T05:57:33Z', 'revision_number': 5, 'project_id': '0d320059d2a748979473823c9bc742bb', 'gw_port': {'id': '29565757-7b73-478a-9bc0-00d9cea78b83', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a1d287-0b85-47e4-8576-c80dbe3b4045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:33Z', 'updated_at': '2021-08-04T05:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi'}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:57:35.270162 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b58f90b-a450-468c-b12d-4425dfc9179c None None] Checking router: b3a1d287-0b85-47e4-8576-c80dbe3b4045 for host: dv-cinder-801617-4-iscsi {{(pid=100434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 05:57:35.278831 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b58f90b-a450-468c-b12d-4425dfc9179c None None] Routers {'b3a1d287-0b85-47e4-8576-c80dbe3b4045'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:57:35.279571 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-9b58f90b-a450-468c-b12d-4425dfc9179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:57:06Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['b3a1d287-0b85-47e4-8576-c80dbe3b4045'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:57:35.384110 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a673ec-98ed-453d-9700-8310d90b4a16 req-f81b8d6d-28f8-45bd-8906-123af852a811 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:35.385710 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e9a673ec-98ed-453d-9700-8310d90b4a16 req-f81b8d6d-28f8-45bd-8906-123af852a811 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.0509732 Aug 04 05:57:35.387448 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-9b58f90b-a450-468c-b12d-4425dfc9179c None None] Set router b3a1d287-0b85-47e4-8576-c80dbe3b4045 gateway port host: dv-cinder-801617-4-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:57:35.425091 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e9a673ec-98ed-453d-9700-8310d90b4a16 req-71bd7149-5b3b-4b98-b696-97ae4a103ee7 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333719 Aug 04 05:57:35.465502 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-1c6074d4-c626-47d9-8000-5debffa58238 admin admin] Deleting port 29565757-7b73-478a-9bc0-00d9cea78b83 {{(pid=100431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 05:57:35.465833 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1c6074d4-c626-47d9-8000-5debffa58238 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:35.515207 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] get_ports_and_sgs() called for port_ids ['7362a5f2-b32e-4ae8-8e7d-768d22623e27'] {{(pid=100433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 05:57:35.589189 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-1c6074d4-c626-47d9-8000-5debffa58238 admin admin] For port 29565757-7b73-478a-9bc0-00d9cea78b83, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=29565757-7b73-478a-9bc0-00d9cea78b83,segment=NetworkSegment(1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa),segment_id=1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:57:35.591258 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1c6074d4-c626-47d9-8000-5debffa58238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:35.609466 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-1c6074d4-c626-47d9-8000-5debffa58238 admin admin] Calling delete_port for 29565757-7b73-478a-9bc0-00d9cea78b83 owned by network:router_gateway {{(pid=100431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 05:57:35.675563 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-9b58f90b-a450-468c-b12d-4425dfc9179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a1d287-0b85-47e4-8576-c80dbe3b4045', 'name': 'tempest-ServerRescueNegativeTestJSON-1621535292-router', 'tenant_id': '0d320059d2a748979473823c9bc742bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '29565757-7b73-478a-9bc0-00d9cea78b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:53:32Z', 'updated_at': '2021-08-04T05:57:33Z', 'revision_number': 5, 'project_id': '0d320059d2a748979473823c9bc742bb', 'gw_port': {'id': '29565757-7b73-478a-9bc0-00d9cea78b83', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a1d287-0b85-47e4-8576-c80dbe3b4045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:33Z', 'updated_at': '2021-08-04T05:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi'}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:57:35.702266 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b58f90b-a450-468c-b12d-4425dfc9179c None None] The sync data for ids ['b3a1d287-0b85-47e4-8576-c80dbe3b4045'] in dv-cinder-801617-4-iscsi is: [{'id': 'b3a1d287-0b85-47e4-8576-c80dbe3b4045', 'name': 'tempest-ServerRescueNegativeTestJSON-1621535292-router', 'tenant_id': '0d320059d2a748979473823c9bc742bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '29565757-7b73-478a-9bc0-00d9cea78b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:53:32Z', 'updated_at': '2021-08-04T05:57:33Z', 'revision_number': 5, 'project_id': '0d320059d2a748979473823c9bc742bb', 'gw_port': {'id': '29565757-7b73-478a-9bc0-00d9cea78b83', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a1d287-0b85-47e4-8576-c80dbe3b4045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:33Z', 'updated_at': '2021-08-04T05:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi'}] {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 05:57:35.797878 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59419682-14e5-49fd-99ce-271253929431 req-57e383a5-6f07-446c-a149-3f8fc7d15521 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:35.800177 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-59419682-14e5-49fd-99ce-271253929431 req-57e383a5-6f07-446c-a149-3f8fc7d15521 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 945 time: 0.1392999 Aug 04 05:57:35.842074 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eeb357-bede-4682-80b3-2abb753e41cd req-56c50740-b6fe-409a-9fb6-40c227618561 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:35.843746 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-b8eeb357-bede-4682-80b3-2abb753e41cd req-56c50740-b6fe-409a-9fb6-40c227618561 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 947 time: 0.0556140 Aug 04 05:57:35.886497 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-59419682-14e5-49fd-99ce-271253929431 req-40450789-e7ac-4097-8475-ea18cc5e37a5 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/security-groups?id=15c688f3-4334-4a5b-b183-64c7de2fe4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545003 Aug 04 05:57:35.888149 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-b8eeb357-bede-4682-80b3-2abb753e41cd req-e4fd0f84-0aba-4800-8aaa-9c588561e4f0 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379229 Aug 04 05:57:36.147038 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1c6074d4-c626-47d9-8000-5debffa58238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4497432'] for port, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:36.149371 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-7ce4b303-3717-4f6d-b060-7a367d2b16df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:36.195482 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6074d4-c626-47d9-8000-5debffa58238 admin admin] Pushing event deleted for resources: {'Port': ['ID=29565757-7b73-478a-9bc0-00d9cea78b83,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:57:36.195688 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:36.255717 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1c6074d4-c626-47d9-8000-5debffa58238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571853'] for router_gateway, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:36.369386 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c841a06-26c8-41cb-84f6-053a13dd533b req-4cbf65c7-05e1-4b20-8775-1e6f6498528a tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:36.370890 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5c841a06-26c8-41cb-84f6-053a13dd533b req-4cbf65c7-05e1-4b20-8775-1e6f6498528a tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/networks?id=401d5873-9994-4f3c-bf62-7ec3bae249cb HTTP/1.1" status: 200 len: 813 time: 0.1084838 Aug 04 05:57:36.387154 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5c841a06-26c8-41cb-84f6-053a13dd533b req-eb4ac9a2-648d-4cf2-b1ae-16e25627c158 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/quotas/86196a0f018f48189aaa490a08849288 HTTP/1.1" status: 200 len: 375 time: 0.0104177 Aug 04 05:57:36.420882 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5c841a06-26c8-41cb-84f6-053a13dd533b req-09299c4c-2183-4f7b-8481-1861db35b02f tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=86196a0f018f48189aaa490a08849288&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272133 Aug 04 05:57:36.519587 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5c841a06-26c8-41cb-84f6-053a13dd533b req-9d501488-2be1-49fd-b6d3-443ffd626bb4 service neutron] 10.222.0.37 "GET /v2.0/networks/401d5873-9994-4f3c-bf62-7ec3bae249cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909374 Aug 04 05:57:36.610072 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1c6074d4-c626-47d9-8000-5debffa58238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-937042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24613'] for router, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:36.612045 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5c841a06-26c8-41cb-84f6-053a13dd533b req-18b89e94-2b82-492a-ba86-4a3a4422a5cb service neutron] 10.222.0.37 "GET /v2.0/networks/401d5873-9994-4f3c-bf62-7ec3bae249cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852683 Aug 04 05:57:36.613691 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1c6074d4-c626-47d9-8000-5debffa58238 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:36.691220 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaeccfe-49b6-463a-a39c-a76b5847976e req-2da5a39b-41d6-46c1-ab4f-e790876031cd tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:36.692727 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-ceaeccfe-49b6-463a-a39c-a76b5847976e req-2da5a39b-41d6-46c1-ab4f-e790876031cd tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 944 time: 0.3680160 Aug 04 05:57:36.729298 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-ceaeccfe-49b6-463a-a39c-a76b5847976e req-bfbbc674-1e74-44c5-b0b9-6b1262fbfd19 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/security-groups?id=17698caf-f8e8-4f6c-8efc-02f837326df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308347 Aug 04 05:57:36.833186 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e22d910-6e65-48e1-a3a6-161acdb16905 req-74034b34-ac41-44aa-ba6e-c8983942600a tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:36.833847 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-8e22d910-6e65-48e1-a3a6-161acdb16905 req-74034b34-ac41-44aa-ba6e-c8983942600a tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.0493910 Aug 04 05:57:36.849225 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1c6074d4-c626-47d9-8000-5debffa58238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-937158'] for router, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:36.864094 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c6074d4-c626-47d9-8000-5debffa58238 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3a1d287-0b85-47e4-8576-c80dbe3b4045 {{(pid=100431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 05:57:36.864094 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1c6074d4-c626-47d9-8000-5debffa58238 admin admin] Notify callbacks [] for router, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:36.864094 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-1c6074d4-c626-47d9-8000-5debffa58238 admin admin] 10.222.0.37 "DELETE /v2.0/routers/b3a1d287-0b85-47e4-8576-c80dbe3b4045 HTTP/1.1" status: 204 len: 168 time: 1.9181798 Aug 04 05:57:36.866629 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 59634) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:57:36.888825 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-8e22d910-6e65-48e1-a3a6-161acdb16905 req-683685c5-95a4-4b4b-9a48-3e896de695df tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486157 Aug 04 05:57:36.917491 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 1c6d77a3-7c3a-4c81-896f-fcb4ccaf8392 no longer exists at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 05:57:36.961535 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3d61a92-4909-4a3b-ba12-d162367d5667 admin admin] Deleting subnet 9770694f-c8d6-4155-afb5-37951e23de06 {{(pid=100432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 05:57:36.966643 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-e3d61a92-4909-4a3b-ba12-d162367d5667 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:36.976104 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] No Port match for: 1c6d77a3-7c3a-4c81-896f-fcb4ccaf8392 {{(pid=100433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 05:57:36.976443 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 1c6d77a3-7c3a-4c81-896f-fcb4ccaf8392 not bound to the agent host dv-cinder-801617-4-iscsi {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 05:57:37.016898 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-e3d61a92-4909-4a3b-ba12-d162367d5667 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6962328'] for subnet, precommit_delete_associations {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:37.058713 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184acf46-cefc-4b73-8090-4d69ea5384be req-7ee4bd25-53e5-49f8-a5d9-592d6e497fb5 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:37.060423 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-184acf46-cefc-4b73-8090-4d69ea5384be req-7ee4bd25-53e5-49f8-a5d9-592d6e497fb5 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 945 time: 0.0595951 Aug 04 05:57:37.103791 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-e3d61a92-4909-4a3b-ba12-d162367d5667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2010901'] for subnet, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:37.121139 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-184acf46-cefc-4b73-8090-4d69ea5384be req-b1d04430-0fc0-4975-b8c7-6b7bb4320e21 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/security-groups?id=15c688f3-4334-4a5b-b183-64c7de2fe4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521839 Aug 04 05:57:37.139405 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d6c8df-aff9-407b-961d-eb1dc578e526 req-3d42bd57-008b-4356-bfc4-12c19e91bdb6 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:37.141176 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-a2d6c8df-aff9-407b-961d-eb1dc578e526 req-3d42bd57-008b-4356-bfc4-12c19e91bdb6 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 947 time: 0.1207201 Aug 04 05:57:37.198921 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 7362a5f2-b32e-4ae8-8e7d-768d22623e27 up at agent hyperv_hv-cinder-80161 {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:57:37.202532 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-a2d6c8df-aff9-407b-961d-eb1dc578e526 req-881c8214-7fda-4e11-9262-31161c198b73 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512726 Aug 04 05:57:37.271799 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-3ba11dd5-7800-49f5-b5e6-649e08594d54 req-6ce6f445-1e7e-445c-ac98-8b8277be3575 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/ports?device_id=898b0515-dc91-4a4a-a2bd-4db552a2e0f7 HTTP/1.1" status: 200 len: 210 time: 0.0267694 Aug 04 05:57:37.313153 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-e3d61a92-4909-4a3b-ba12-d162367d5667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5048103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4625303'] for subnet, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:37.341890 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d61a92-4909-4a3b-ba12-d162367d5667 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9770694f-c8d6-4155-afb5-37951e23de06,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:57:37.354332 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-e3d61a92-4909-4a3b-ba12-d162367d5667 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:37.362411 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-e3d61a92-4909-4a3b-ba12-d162367d5667 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9770694f-c8d6-4155-afb5-37951e23de06 HTTP/1.1" status: 204 len: 168 time: 0.4835706 Aug 04 05:57:37.363127 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 59654) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:57:37.389704 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Provisioning for port 7362a5f2-b32e-4ae8-8e7d-768d22623e27 completed by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:57:37.394442 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Provisioning complete for port 7362a5f2-b32e-4ae8-8e7d-768d22623e27 triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:57:37.398313 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:37.398444 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8f8a7-7ca7-4348-b577-78cb83a29920 req-d65e7cd1-87de-499a-bc86-8dd3518a6d04 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:37.398444 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-91b8f8a7-7ca7-4348-b577-78cb83a29920 req-d65e7cd1-87de-499a-bc86-8dd3518a6d04 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 945 time: 0.0573859 Aug 04 05:57:37.464502 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-91b8f8a7-7ca7-4348-b577-78cb83a29920 req-22aa8ccb-c0ff-40f2-ba25-88f00e0980cd tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/security-groups?id=15c688f3-4334-4a5b-b183-64c7de2fe4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594501 Aug 04 05:57:37.484650 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-084f1fa0-1689-449d-a1ce-146ebf205549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601179'] for network, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:37.529157 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:37.556172 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15410065-cbbe-4a5b-9dc6-edee73a59df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7362a5f2-b32e-4ae8-8e7d-768d22623e27'}] {{(pid=100433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:57:37.559201 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffe4ad2cefe5cc989f07e8393c985a8403d56455fd91e6fde58b148ee627bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77dd3c0-d370-4974-9ee8-66c476937563" -d '{"events": [{"server_uuid": "15410065-cbbe-4a5b-9dc6-edee73a59df1", "name": "network-vif-plugged", "status": "completed", "tag": "7362a5f2-b32e-4ae8-8e7d-768d22623e27"}]}' {{(pid=100433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:57:37.576514 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 7362a5f2-b32e-4ae8-8e7d-768d22623e27, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=7362a5f2-b32e-4ae8-8e7d-768d22623e27,segment=NetworkSegment(0b477fa9-9a15-43bb-aae1-0edcbae189f4),segment_id=0b477fa9-9a15-43bb-aae1-0edcbae189f4)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:57:37.583990 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6693b30c-6718-4946-8b55-748181203f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:37.637738 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-084f1fa0-1689-449d-a1ce-146ebf205549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660050', 'neutron.services.segments.db._delete_segments_for_network-8791115231223'] for network, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:37.650871 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.services.segments.db [None req-084f1fa0-1689-449d-a1ce-146ebf205549 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fea95b2d-d504-480b-8c54-fa1d3a884d59']}} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:57:37.666290 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d1ffc-e6dd-4a4d-88f2-e9dbf929c594 req-a4afa496-ca27-4b33-88d5-ccadee02fa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:37.667690 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4f41c-9816-4ea3-87a9-eee1d65ebf99 req-2e16ef1e-7f4c-44fa-af5c-e6673e6670f1 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:37.668158 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-483d1ffc-e6dd-4a4d-88f2-e9dbf929c594 req-a4afa496-ca27-4b33-88d5-ccadee02fa99 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c8bcebc3d7d048b69d592fa2bf00330a&device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 1099 time: 0.0615511 Aug 04 05:57:37.669285 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-e9a4f41c-9816-4ea3-87a9-eee1d65ebf99 req-2e16ef1e-7f4c-44fa-af5c-e6673e6670f1 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.1260405 Aug 04 05:57:37.674838 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.services.segments.db [None req-084f1fa0-1689-449d-a1ce-146ebf205549 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebaf7e84-2280-4f17-b68d-25aafcd23fe5') {'for_net_delete': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:57:37.675131 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.services.segments.db [None req-084f1fa0-1689-449d-a1ce-146ebf205549 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebaf7e84-2280-4f17-b68d-25aafcd23fe5') {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:57:37.681402 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:37.682212 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 5429d2ed-d8be-49be-834a-cd46b4267bce no longer exists at agent hyperv_hv-cinder-80161 {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 05:57:37.693452 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-084f1fa0-1689-449d-a1ce-146ebf205549 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791115235332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5041281'] for segment, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:37.725305 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-084f1fa0-1689-449d-a1ce-146ebf205549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2010985'] for segment, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:37.732985 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] No Port match for: 5429d2ed-d8be-49be-834a-cd46b4267bce {{(pid=100433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 05:57:37.733550 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 5429d2ed-d8be-49be-834a-cd46b4267bce not bound to the agent host hv-cinder-80161 {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 05:57:37.741081 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-084f1fa0-1689-449d-a1ce-146ebf205549 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=100431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 05:57:37.744800 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-084f1fa0-1689-449d-a1ce-146ebf205549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2010985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4497517'] for segment, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:37.744800 dv-cinder-801617-4-iscsi neutron-server[100431]: Traceback (most recent call last): Aug 04 05:57:37.744800 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 05:57:37.744800 dv-cinder-801617-4-iscsi neutron-server[100431]: timer() Aug 04 05:57:37.744800 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 05:57:37.744800 dv-cinder-801617-4-iscsi neutron-server[100431]: cb(*args, **kw) Aug 04 05:57:37.744800 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 05:57:37.744800 dv-cinder-801617-4-iscsi neutron-server[100431]: return func(*args, **kwargs) Aug 04 05:57:37.744800 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 05:57:37.744800 dv-cinder-801617-4-iscsi neutron-server[100431]: self._notify() Aug 04 05:57:37.744800 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 05:57:37.744800 dv-cinder-801617-4-iscsi neutron-server[100431]: self.callback(batched_events) Aug 04 05:57:37.744800 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 05:57:37.744800 dv-cinder-801617-4-iscsi neutron-server[100431]: event.method(event) Aug 04 05:57:37.744800 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 05:57:37.744800 dv-cinder-801617-4-iscsi neutron-server[100431]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 05:57:37.744800 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 05:57:37.744800 dv-cinder-801617-4-iscsi neutron-server[100431]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 05:57:37.744800 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 05:57:37.744800 dv-cinder-801617-4-iscsi neutron-server[100431]: return f(self, *a, **k) Aug 04 05:57:37.744800 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 05:57:37.744800 dv-cinder-801617-4-iscsi neutron-server[100431]: return self._get(url).json() Aug 04 05:57:37.744800 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 05:57:37.744800 dv-cinder-801617-4-iscsi neutron-server[100431]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 05:57:37.744800 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 05:57:37.744800 dv-cinder-801617-4-iscsi neutron-server[100431]: return self.request(url, 'GET', **kwargs) Aug 04 05:57:37.744800 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 05:57:37.744800 dv-cinder-801617-4-iscsi neutron-server[100431]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 05:57:37.744800 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 05:57:37.744800 dv-cinder-801617-4-iscsi neutron-server[100431]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 05:57:37.744800 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 05:57:37.744800 dv-cinder-801617-4-iscsi neutron-server[100431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 05:57:37.744800 dv-cinder-801617-4-iscsi neutron-server[100431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 05:57:37.756414 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-e9a4f41c-9816-4ea3-87a9-eee1d65ebf99 req-6ae6d26c-dc20-4abc-b3e8-eae6dc80ca73 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623121 Aug 04 05:57:37.757387 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=7362a5f2-b32e-4ae8-8e7d-768d22623e27,revision_number=5']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:57:37.817257 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 05:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64b24e3-592e-4a10-93d6-dcda529b7b37 x-openstack-request-id: req-f64b24e3-592e-4a10-93d6-dcda529b7b37 {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:57:37.820431 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15410065-cbbe-4a5b-9dc6-edee73a59df1", "name": "network-vif-plugged", "status": "completed", "tag": "7362a5f2-b32e-4ae8-8e7d-768d22623e27", "code": 200}]} {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:57:37.821999 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f64b24e3-592e-4a10-93d6-dcda529b7b37 {{(pid=100433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:57:37.822811 dv-cinder-801617-4-iscsi neutron-server[100433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15410065-cbbe-4a5b-9dc6-edee73a59df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7362a5f2-b32e-4ae8-8e7d-768d22623e27', 'code': 200} Aug 04 05:57:37.833110 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d1ffc-e6dd-4a4d-88f2-e9dbf929c594 req-e2b7c26e-c779-4fe0-bbef-007b43fd16b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:37.834590 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-483d1ffc-e6dd-4a4d-88f2-e9dbf929c594 req-e2b7c26e-c779-4fe0-bbef-007b43fd16b4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3 HTTP/1.1" status: 200 len: 911 time: 0.1457441 Aug 04 05:57:37.918261 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8e1c3-acaf-41a9-bd7f-bb20da3d2efc req-99dc22cd-eab1-4400-8927-0296488cdd4f tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:37.919817 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-9bc8e1c3-acaf-41a9-bd7f-bb20da3d2efc req-99dc22cd-eab1-4400-8927-0296488cdd4f tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 945 time: 0.0521727 Aug 04 05:57:37.921632 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-084f1fa0-1689-449d-a1ce-146ebf205549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571881'] for network, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:37.929778 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-084f1fa0-1689-449d-a1ce-146ebf205549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for network, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:37.930861 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-483d1ffc-e6dd-4a4d-88f2-e9dbf929c594 req-a643331b-30f5-4209-868b-d592e6207752 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ebbf558-7ec6-47f5-9e3a-c8a2662b6565 HTTP/1.1" status: 200 len: 1002 time: 0.0893991 Aug 04 05:57:37.936105 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-084f1fa0-1689-449d-a1ce-146ebf205549 admin admin] 10.222.0.37 "DELETE /v2.0/networks/fea95b2d-d504-480b-8c54-fa1d3a884d59 HTTP/1.1" status: 204 len: 168 time: 0.5712068 Aug 04 05:57:37.944584 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084f1fa0-1689-449d-a1ce-146ebf205549 admin admin] Pushing event deleted for resources: {'Network': ['ID=fea95b2d-d504-480b-8c54-fa1d3a884d59,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:57:37.961511 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cdb5de-b02a-49d5-940d-c87e28ef1111 req-d2cffad2-28d3-470f-b2dc-bc44cd8c71a8 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:37.964353 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-48cdb5de-b02a-49d5-940d-c87e28ef1111 req-d2cffad2-28d3-470f-b2dc-bc44cd8c71a8 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 945 time: 0.1155090 Aug 04 05:57:37.986538 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-9bc8e1c3-acaf-41a9-bd7f-bb20da3d2efc req-0c5daaa0-562d-443a-998e-42ec9c9940fd tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/security-groups?id=15c688f3-4334-4a5b-b183-64c7de2fe4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348790 Aug 04 05:57:38.030921 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d1ffc-e6dd-4a4d-88f2-e9dbf929c594 req-e1811227-4c40-4e00-a3f9-f1f565561a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:38.032537 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-483d1ffc-e6dd-4a4d-88f2-e9dbf929c594 req-e1811227-4c40-4e00-a3f9-f1f565561a86 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=093ae098-146b-44a4-8f09-371adaa382d8 HTTP/1.1" status: 200 len: 849 time: 0.0891914 Aug 04 05:57:38.037970 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-48cdb5de-b02a-49d5-940d-c87e28ef1111 req-9b8c99d6-9cb3-426e-815e-49d46642b62a tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/security-groups?id=17698caf-f8e8-4f6c-8efc-02f837326df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486438 Aug 04 05:57:38.084932 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d1ffc-e6dd-4a4d-88f2-e9dbf929c594 req-1de1e3e3-a9b1-4c27-b687-9ad4ca206d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:38.086443 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-483d1ffc-e6dd-4a4d-88f2-e9dbf929c594 req-1de1e3e3-a9b1-4c27-b687-9ad4ca206d4c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450430 Aug 04 05:57:38.180470 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-483d1ffc-e6dd-4a4d-88f2-e9dbf929c594 req-0206080c-ff9d-459f-a56b-fb5a044a36d9 service neutron] 10.222.0.18 "GET /v2.0/networks/d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870821 Aug 04 05:57:38.317649 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ed618-783d-4ee1-b955-b8d4b7c530af req-2ac08f37-0d79-4ef9-b5aa-fec8f4f88b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:38.319112 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-185ed618-783d-4ee1-b955-b8d4b7c530af req-2ac08f37-0d79-4ef9-b5aa-fec8f4f88b7b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 1098 time: 0.0852323 Aug 04 05:57:38.322624 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-483d1ffc-e6dd-4a4d-88f2-e9dbf929c594 req-23a5c4a1-5061-444a-9b9e-ef56766ab890 service neutron] 10.222.0.18 "GET /v2.0/networks/d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302474 Aug 04 05:57:38.371289 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-3e4dec75-5943-4751-8462-45bb473e0559 req-6ae91764-a231-4466-9d46-a65558c621b0 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/ports?device_id=898b0515-dc91-4a4a-a2bd-4db552a2e0f7 HTTP/1.1" status: 200 len: 210 time: 0.0299511 Aug 04 05:57:38.371909 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-185ed618-783d-4ee1-b955-b8d4b7c530af req-fdd7709b-b7e5-4fb3-b3af-737f62ff4537 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=17698caf-f8e8-4f6c-8efc-02f837326df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423751 Aug 04 05:57:38.530312 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 59674) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:57:38.572677 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-bbe0b114-1998-47a2-9ed0-2e6e3b089e00 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0d320059d2a748979473823c9bc742bb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0408216 Aug 04 05:57:38.574818 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 59676) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:57:38.624856 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-dc0f3e42-a138-49da-9f9c-4f76faca4d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:38.646010 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-dc0f3e42-a138-49da-9f9c-4f76faca4d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:38.778224 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-dc0f3e42-a138-49da-9f9c-4f76faca4d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:38.780998 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-dc0f3e42-a138-49da-9f9c-4f76faca4d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:38.782437 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-dc0f3e42-a138-49da-9f9c-4f76faca4d0c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e9ae7d25-4e1e-4445-98c1-c70a641e8e51 HTTP/1.1" status: 204 len: 168 time: 0.2064524 Aug 04 05:57:38.792400 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f3e42-a138-49da-9f9c-4f76faca4d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ae7d25-4e1e-4445-98c1-c70a641e8e51,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:57:38.848766 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 29565757-7b73-478a-9bc0-00d9cea78b83 no longer exists at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 05:57:38.884299 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e7847-ccb7-4e46-bfad-b248a7ae78ca req-3e20f780-feaa-462c-a684-732b3673ec52 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:38.886431 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-495e7847-ccb7-4e46-bfad-b248a7ae78ca req-3e20f780-feaa-462c-a684-732b3673ec52 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.0542626 Aug 04 05:57:38.890490 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] No Port match for: 29565757-7b73-478a-9bc0-00d9cea78b83 {{(pid=100433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 05:57:38.890759 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 29565757-7b73-478a-9bc0-00d9cea78b83 not bound to the agent host dv-cinder-801617-4-iscsi {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 05:57:38.954260 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-495e7847-ccb7-4e46-bfad-b248a7ae78ca req-993c0ce0-9db9-4fdc-954b-540fdc8aa6db tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351136 Aug 04 05:57:39.160514 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de3a2d-6b7e-4469-9d20-141653b16d2e req-07728936-56a2-4e8f-8d7c-46c47001349b tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:39.162018 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-08de3a2d-6b7e-4469-9d20-141653b16d2e req-07728936-56a2-4e8f-8d7c-46c47001349b tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 945 time: 0.0501068 Aug 04 05:57:39.200417 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-08de3a2d-6b7e-4469-9d20-141653b16d2e req-d71f2878-d118-4b56-9bb3-421ae9c3a1fe tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/security-groups?id=17698caf-f8e8-4f6c-8efc-02f837326df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324714 Aug 04 05:57:39.397871 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-dee0c6e9-f257-441c-951e-ad3806d8c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:39.466755 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-94940864-9d79-4b08-a650-9be5dfefaecf req-b3ef9cdd-b751-417f-be6e-0a3f2627da0b tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/ports?device_id=898b0515-dc91-4a4a-a2bd-4db552a2e0f7 HTTP/1.1" status: 200 len: 210 time: 0.0301547 Aug 04 05:57:39.914485 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c841a06-26c8-41cb-84f6-053a13dd533b req-00b5f4af-a972-48ca-8a65-b9edea3d49d9 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:39.915969 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5c841a06-26c8-41cb-84f6-053a13dd533b req-00b5f4af-a972-48ca-8a65-b9edea3d49d9 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.18 "GET /v2.0/networks?id=401d5873-9994-4f3c-bf62-7ec3bae249cb HTTP/1.1" status: 200 len: 813 time: 0.1073632 Aug 04 05:57:39.929077 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [req-5c841a06-26c8-41cb-84f6-053a13dd533b req-99c8f638-d5f8-401a-a893-0c9f62222dc3 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Request body: {'port': {'device_id': '898b0515-dc91-4a4a-a2bd-4db552a2e0f7', 'network_id': '401d5873-9994-4f3c-bf62-7ec3bae249cb', 'admin_state_up': True, 'tenant_id': '86196a0f018f48189aaa490a08849288'}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:57:40.091229 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214fd6c-dcfa-4e13-9aa0-826b713734c3 req-b495da00-3478-468f-8136-e322b83770aa tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:40.092947 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-9214fd6c-dcfa-4e13-9aa0-826b713734c3 req-b495da00-3478-468f-8136-e322b83770aa tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.0662680 Aug 04 05:57:40.137370 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-9214fd6c-dcfa-4e13-9aa0-826b713734c3 req-e9df3229-ac43-4a9d-863b-812bd238db54 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373523 Aug 04 05:57:40.141317 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c841a06-26c8-41cb-84f6-053a13dd533b req-99c8f638-d5f8-401a-a893-0c9f62222dc3 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Made reservation on behalf of 86196a0f018f48189aaa490a08849288 for: {'port': 1} {{(pid=100432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 05:57:40.145338 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-5c841a06-26c8-41cb-84f6-053a13dd533b req-99c8f638-d5f8-401a-a893-0c9f62222dc3 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:40.162591 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 59718) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:57:40.299687 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-f4a7fedc-713b-4a46-acc9-b05f653bb9bc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1082411892-network', 'tenant_id': '9623731366924c0c8ac7ed943da99a82'}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:57:40.355356 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.db_base_plugin_common [req-5c841a06-26c8-41cb-84f6-053a13dd533b req-99c8f638-d5f8-401a-a893-0c9f62222dc3 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Allocated IP 172.20.0.11 (401d5873-9994-4f3c-bf62-7ec3bae249cb/2f89c709-5969-4e29-86e1-1b09bbd1c22f/63368893-7c15-4eb1-82be-c32ef3f91be3) {{(pid=100432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 05:57:40.373879 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc6c60c-2da5-4688-9493-0852c60569f0 req-8e7ce1e9-f6cf-4809-bedc-709163af35af tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:40.375369 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-fbc6c60c-2da5-4688-9493-0852c60569f0 req-8e7ce1e9-f6cf-4809-bedc-709163af35af tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 945 time: 0.0824432 Aug 04 05:57:40.415437 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a7fedc-713b-4a46-acc9-b05f653bb9bc admin admin] Made reservation on behalf of 9623731366924c0c8ac7ed943da99a82 for: {'network': 1} {{(pid=100431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 05:57:40.417852 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f4a7fedc-713b-4a46-acc9-b05f653bb9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for network, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:40.428741 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f4a7fedc-713b-4a46-acc9-b05f653bb9bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:40.443919 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-fbc6c60c-2da5-4688-9493-0852c60569f0 req-51e85977-59af-4b36-b5bb-35cf93dd29d3 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/security-groups?id=17698caf-f8e8-4f6c-8efc-02f837326df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599239 Aug 04 05:57:40.536763 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f4a7fedc-713b-4a46-acc9-b05f653bb9bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:40.580931 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-5c841a06-26c8-41cb-84f6-053a13dd533b req-99c8f638-d5f8-401a-a893-0c9f62222dc3 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Notify callbacks [] for port, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:40.604254 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f6e6c-9d17-483e-a5fa-faff119b636c req-935f8c81-c113-4b6c-825c-f1d3c08ccd82 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:40.605645 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-1e4f6e6c-9d17-483e-a5fa-faff119b636c req-935f8c81-c113-4b6c-825c-f1d3c08ccd82 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 945 time: 0.0883713 Aug 04 05:57:40.658653 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-1e4f6e6c-9d17-483e-a5fa-faff119b636c req-2c8b6ad5-847d-4235-8699-6387b1f3b96e tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/security-groups?id=17698caf-f8e8-4f6c-8efc-02f837326df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464284 Aug 04 05:57:40.679952 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 59740) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:57:40.742737 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-a6fd5b41-5dc2-4e45-97e1-daf7e1a9979d req-e8ac574b-4494-4e88-83ab-de82017b86bd tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/ports?device_id=898b0515-dc91-4a4a-a2bd-4db552a2e0f7 HTTP/1.1" status: 200 len: 210 time: 0.0268593 Aug 04 05:57:40.755432 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f4a7fedc-713b-4a46-acc9-b05f653bb9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:40.781019 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4a7fedc-713b-4a46-acc9-b05f653bb9bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=100431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 05:57:40.792002 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a7fedc-713b-4a46-acc9-b05f653bb9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891ea094-2101-48fa-9c9a-418dc2a82fdd,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:57:40.798332 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f4a7fedc-713b-4a46-acc9-b05f653bb9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2010985'] for segment, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:40.799358 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.db.segments_db [None req-f4a7fedc-713b-4a46-acc9-b05f653bb9bc admin admin] Added segment 56857cc4-8378-4d20-9e3c-c07dc6a33ba7 of type vlan for network 3907b242-ef3b-469a-800e-be8404ea9585 Aug 04 05:57:40.850236 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-5c841a06-26c8-41cb-84f6-053a13dd533b req-99c8f638-d5f8-401a-a893-0c9f62222dc3 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:40.863756 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f4a7fedc-713b-4a46-acc9-b05f653bb9bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791114671894'] for network, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:40.884471 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d00d9a-c628-4c05-b464-7920d074ba4e tempest-TestShelveInstance-1816162507 tempest-TestShelveInstance-1816162507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:40.886007 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-76d00d9a-c628-4c05-b464-7920d074ba4e tempest-TestShelveInstance-1816162507 tempest-TestShelveInstance-1816162507-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 1093 time: 0.2051313 Aug 04 05:57:40.891344 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 59748) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:57:40.893217 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c841a06-26c8-41cb-84f6-053a13dd533b req-99c8f638-d5f8-401a-a893-0c9f62222dc3 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Network 401d5873-9994-4f3c-bf62-7ec3bae249cb is already hosted by enough agents. {{(pid=100432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:57:40.896322 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.base_scheduler [req-5c841a06-26c8-41cb-84f6-053a13dd533b req-99c8f638-d5f8-401a-a893-0c9f62222dc3 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Resources bound (agent type, host, resource id): {{(pid=100432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:57:40.897888 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-1a0eb760-76d9-4ae0-8cda-f524abce2a9a tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Request body: {'floatingip': {'floating_network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'port_id': '7362a5f2-b32e-4ae8-8e7d-768d22623e27', 'tenant_id': '523ead1982c046a394318b39d745033e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:57:40.902379 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c841a06-26c8-41cb-84f6-053a13dd533b req-99c8f638-d5f8-401a-a893-0c9f62222dc3 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Received port after_create {{(pid=100432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 05:57:40.929696 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c8f638-d5f8-401a-a893-0c9f62222dc3 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Pushing event updated for resources: {'Port': ['ID=63368893-7c15-4eb1-82be-c32ef3f91be3,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:57:40.957479 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c841a06-26c8-41cb-84f6-053a13dd533b req-99c8f638-d5f8-401a-a893-0c9f62222dc3 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:40.958080 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-5c841a06-26c8-41cb-84f6-053a13dd533b req-99c8f638-d5f8-401a-a893-0c9f62222dc3 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for port, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:41.041535 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1a0eb760-76d9-4ae0-8cda-f524abce2a9a tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks [] for floatingip, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:41.044170 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f4a7fedc-713b-4a46-acc9-b05f653bb9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527'] for network, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:41.045122 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a7fedc-713b-4a46-acc9-b05f653bb9bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:41.045698 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f4a7fedc-713b-4a46-acc9-b05f653bb9bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for network, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:41.144883 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5c841a06-26c8-41cb-84f6-053a13dd533b req-99c8f638-d5f8-401a-a893-0c9f62222dc3 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2195511 Aug 04 05:57:41.145435 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a7fedc-713b-4a46-acc9-b05f653bb9bc admin admin] Pushing event updated for resources: {'Network': ['ID=3907b242-ef3b-469a-800e-be8404ea9585,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:57:41.155674 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Network 3907b242-ef3b-469a-800e-be8404ea9585 details requested by agent ovs-agent-dv-cinder-801617-4-iscsi with host dv-cinder-801617-4-iscsi {{(pid=100433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 05:57:41.168098 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [req-5c841a06-26c8-41cb-84f6-053a13dd533b req-7173aa85-1bac-4baa-9e45-6b18719b7c96 service neutron] Request body: {'port': {'device_id': '898b0515-dc91-4a4a-a2bd-4db552a2e0f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:57:41.195352 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1a0eb760-76d9-4ae0-8cda-f524abce2a9a tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:41.224237 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-5c841a06-26c8-41cb-84f6-053a13dd533b req-7173aa85-1bac-4baa-9e45-6b18719b7c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:41.231806 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-f4a7fedc-713b-4a46-acc9-b05f653bb9bc admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0681324 Aug 04 05:57:41.234805 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 59750) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:57:41.242015 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-baa66e41-3801-4199-899a-735636d96cf6 admin admin] Request body: {'subnet': {'network_id': '3907b242-ef3b-469a-800e-be8404ea9585', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1082411892-subnet', 'tenant_id': '9623731366924c0c8ac7ed943da99a82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:57:41.317200 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.db_base_plugin_common [None req-1a0eb760-76d9-4ae0-8cda-f524abce2a9a tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Allocated IP 172.27.1.226 (ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5/3914311c-894e-41ec-96a2-d757dbda92d2/197aceab-3300-4cc4-81d5-3142e5ffc822) {{(pid=100431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 05:57:41.419908 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1a0eb760-76d9-4ae0-8cda-f524abce2a9a tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks [] for port, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:41.493676 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [req-5c841a06-26c8-41cb-84f6-053a13dd533b req-7173aa85-1bac-4baa-9e45-6b18719b7c96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63368893-7c15-4eb1-82be-c32ef3f91be3 {{(pid=100432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 05:57:41.501193 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-5c841a06-26c8-41cb-84f6-053a13dd533b req-7173aa85-1bac-4baa-9e45-6b18719b7c96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:41.506777 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa66e41-3801-4199-899a-735636d96cf6 admin admin] Made reservation on behalf of 9623731366924c0c8ac7ed943da99a82 for: {'subnet': 1} {{(pid=100431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 05:57:41.509326 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-baa66e41-3801-4199-899a-735636d96cf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5171290'] for subnet, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:41.513823 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.provisioning_blocks [req-5c841a06-26c8-41cb-84f6-053a13dd533b req-7173aa85-1bac-4baa-9e45-6b18719b7c96 service neutron] Transition to ACTIVE for port object 63368893-7c15-4eb1-82be-c32ef3f91be3 will not be triggered until provisioned by entity L2. {{(pid=100432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:57:41.577312 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1a0eb760-76d9-4ae0-8cda-f524abce2a9a tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4497432'] for port, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:41.627458 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0eb760-76d9-4ae0-8cda-f524abce2a9a tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Network ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5 is already hosted by enough agents. {{(pid=100431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:57:41.635702 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.base_scheduler [None req-1a0eb760-76d9-4ae0-8cda-f524abce2a9a tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Resources bound (agent type, host, resource id): {{(pid=100431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:57:41.641252 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0eb760-76d9-4ae0-8cda-f524abce2a9a tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Received port after_create {{(pid=100431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 05:57:41.648000 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0eb760-76d9-4ae0-8cda-f524abce2a9a tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Pushing event updated for resources: {'Port': ['ID=197aceab-3300-4cc4-81d5-3142e5ffc822,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:57:41.649294 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-5c841a06-26c8-41cb-84f6-053a13dd533b req-7173aa85-1bac-4baa-9e45-6b18719b7c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5048305'] for port, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:41.730073 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7173aa85-1bac-4baa-9e45-6b18719b7c96 service neutron] Pushing event updated for resources: {'Port': ['ID=63368893-7c15-4eb1-82be-c32ef3f91be3,revision_number=2']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:57:41.797576 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.managers [req-5c841a06-26c8-41cb-84f6-053a13dd533b req-7173aa85-1bac-4baa-9e45-6b18719b7c96 service neutron] Attempting to bind port 63368893-7c15-4eb1-82be-c32ef3f91be3 on host hv-cinder-80161 for vnic_type normal with profile {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 05:57:41.798011 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.managers [req-5c841a06-26c8-41cb-84f6-053a13dd533b req-7173aa85-1bac-4baa-9e45-6b18719b7c96 service neutron] Attempting to bind port 63368893-7c15-4eb1-82be-c32ef3f91be3 by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': '73c1aeeb-f58f-4df8-98f6-69bb2dae7b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '401d5873-9994-4f3c-bf62-7ec3bae249cb'}] {{(pid=100432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 05:57:41.805203 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c841a06-26c8-41cb-84f6-053a13dd533b req-7173aa85-1bac-4baa-9e45-6b18719b7c96 service neutron] Attempting to bind port 63368893-7c15-4eb1-82be-c32ef3f91be3 on network 401d5873-9994-4f3c-bf62-7ec3bae249cb {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:57:41.805203 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c841a06-26c8-41cb-84f6-053a13dd533b req-7173aa85-1bac-4baa-9e45-6b18719b7c96 service neutron] Port 63368893-7c15-4eb1-82be-c32ef3f91be3 on network 401d5873-9994-4f3c-bf62-7ec3bae249cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 05:57:41.805203 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c841a06-26c8-41cb-84f6-053a13dd533b req-7173aa85-1bac-4baa-9e45-6b18719b7c96 service neutron] Attempting to bind port 63368893-7c15-4eb1-82be-c32ef3f91be3 on network 401d5873-9994-4f3c-bf62-7ec3bae249cb {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:57:41.812156 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c841a06-26c8-41cb-84f6-053a13dd533b req-7173aa85-1bac-4baa-9e45-6b18719b7c96 service neutron] Checking agent: {'id': 'b8cb1127-4c6b-4c0f-8dda-968dd091f2d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 5, 51, 56), 'started_at': datetime.datetime(2021, 8, 4, 5, 51, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 5, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 05:57:41.812485 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c841a06-26c8-41cb-84f6-053a13dd533b req-7173aa85-1bac-4baa-9e45-6b18719b7c96 service neutron] Checking segment: {'id': '73c1aeeb-f58f-4df8-98f6-69bb2dae7b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '401d5873-9994-4f3c-bf62-7ec3bae249cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:57:41.812867 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c841a06-26c8-41cb-84f6-053a13dd533b req-7173aa85-1bac-4baa-9e45-6b18719b7c96 service neutron] Bound using segment: {'id': '73c1aeeb-f58f-4df8-98f6-69bb2dae7b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '401d5873-9994-4f3c-bf62-7ec3bae249cb'} {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 05:57:41.813524 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.managers [req-5c841a06-26c8-41cb-84f6-053a13dd533b req-7173aa85-1bac-4baa-9e45-6b18719b7c96 service neutron] Bound port: 63368893-7c15-4eb1-82be-c32ef3f91be3, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73c1aeeb-f58f-4df8-98f6-69bb2dae7b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '401d5873-9994-4f3c-bf62-7ec3bae249cb'}}] {{(pid=100432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 05:57:41.813921 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-5c841a06-26c8-41cb-84f6-053a13dd533b req-7173aa85-1bac-4baa-9e45-6b18719b7c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:41.868652 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-baa66e41-3801-4199-899a-735636d96cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4497540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5171300'] for subnet, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:41.913413 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69ed38-9fc9-464b-818e-9b4a5142af17 req-5c06f3dd-c9f3-4227-a9a3-e0c1c1738f31 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:41.914934 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-8d69ed38-9fc9-464b-818e-9b4a5142af17 req-5c06f3dd-c9f3-4227-a9a3-e0c1c1738f31 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/ports?device_id=898b0515-dc91-4a4a-a2bd-4db552a2e0f7 HTTP/1.1" status: 200 len: 944 time: 0.0904441 Aug 04 05:57:41.939429 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [req-5c841a06-26c8-41cb-84f6-053a13dd533b req-7173aa85-1bac-4baa-9e45-6b18719b7c96 service neutron] For port 63368893-7c15-4eb1-82be-c32ef3f91be3, host hv-cinder-80161, cleared binding levels {{(pid=100432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 05:57:41.962292 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [req-5c841a06-26c8-41cb-84f6-053a13dd533b req-7173aa85-1bac-4baa-9e45-6b18719b7c96 service neutron] For port 63368893-7c15-4eb1-82be-c32ef3f91be3, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=63368893-7c15-4eb1-82be-c32ef3f91be3,segment=NetworkSegment(73c1aeeb-f58f-4df8-98f6-69bb2dae7b1a),segment_id=73c1aeeb-f58f-4df8-98f6-69bb2dae7b1a)] {{(pid=100432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 05:57:41.970263 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-8d69ed38-9fc9-464b-818e-9b4a5142af17 req-64a84013-4fc3-4b4d-946d-ba8d45e094a2 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d419ef8-5bbb-40ee-b2b8-382ff3bcfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476069 Aug 04 05:57:41.971246 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa66e41-3801-4199-899a-735636d96cf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a14a1ef0-e270-4b89-af7f-41504d21d3f7,revision_number=0']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:57:41.995522 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa66e41-3801-4199-899a-735636d96cf6 admin admin] Checking segment: {'id': '56857cc4-8378-4d20-9e3c-c07dc6a33ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3907b242-ef3b-469a-800e-be8404ea9585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:57:41.995901 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa66e41-3801-4199-899a-735636d96cf6 admin admin] Network hostable DHCP agents. Network: 3907b242-ef3b-469a-800e-be8404ea9585, hostable agents: ['4768dbe1-4fdd-4775-b2cc-1723632bf934'], hosted agents: [] {{(pid=100431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 05:57:42.093052 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-5c841a06-26c8-41cb-84f6-053a13dd533b req-7173aa85-1bac-4baa-9e45-6b18719b7c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5048305'] for port, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:42.123626 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c841a06-26c8-41cb-84f6-053a13dd533b req-7173aa85-1bac-4baa-9e45-6b18719b7c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:42.124056 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-5c841a06-26c8-41cb-84f6-053a13dd533b req-7173aa85-1bac-4baa-9e45-6b18719b7c96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for port, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:42.125432 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5c841a06-26c8-41cb-84f6-053a13dd533b req-7173aa85-1bac-4baa-9e45-6b18719b7c96 service neutron] 10.222.0.18 "PUT /v2.0/ports/63368893-7c15-4eb1-82be-c32ef3f91be3 HTTP/1.1" status: 200 len: 1094 time: 0.9623928 Aug 04 05:57:42.128481 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '898b0515-dc91-4a4a-a2bd-4db552a2e0f7', 'tag': '63368893-7c15-4eb1-82be-c32ef3f91be3'}] {{(pid=100432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:57:42.130707 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7961aa7e709e573ce1f4efc3791ca037d6473da3b2c6b2a251ebfb1631130676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b391e6f8-f8d9-4e8d-84de-193cfffdbacb" -d '{"events": [{"name": "network-changed", "server_uuid": "898b0515-dc91-4a4a-a2bd-4db552a2e0f7", "tag": "63368893-7c15-4eb1-82be-c32ef3f91be3"}]}' {{(pid=100432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:57:42.143631 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1a0eb760-76d9-4ae0-8cda-f524abce2a9a tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:42.160435 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7173aa85-1bac-4baa-9e45-6b18719b7c96 service neutron] Pushing event updated for resources: {'Port': ['ID=63368893-7c15-4eb1-82be-c32ef3f91be3,revision_number=3']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:57:42.177684 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 05:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300eeaed-89e4-43da-b835-dcb63a650a13 x-openstack-request-id: req-300eeaed-89e4-43da-b835-dcb63a650a13 {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:57:42.178172 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "898b0515-dc91-4a4a-a2bd-4db552a2e0f7", "tag": "63368893-7c15-4eb1-82be-c32ef3f91be3", "status": "completed", "code": 200}]} {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:57:42.178606 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-300eeaed-89e4-43da-b835-dcb63a650a13 {{(pid=100432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:57:42.179223 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '898b0515-dc91-4a4a-a2bd-4db552a2e0f7', 'tag': '63368893-7c15-4eb1-82be-c32ef3f91be3', 'status': 'completed', 'code': 200} Aug 04 05:57:42.254685 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391e6f8-f8d9-4e8d-84de-193cfffdbacb req-88e5cd88-4695-4c0d-b80f-fa7201f8f8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:42.256206 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-b391e6f8-f8d9-4e8d-84de-193cfffdbacb req-88e5cd88-4695-4c0d-b80f-fa7201f8f8f0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=86196a0f018f48189aaa490a08849288&device_id=898b0515-dc91-4a4a-a2bd-4db552a2e0f7 HTTP/1.1" status: 200 len: 1097 time: 0.0441236 Aug 04 05:57:42.258379 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa66e41-3801-4199-899a-735636d96cf6 admin admin] Network 3907b242-ef3b-469a-800e-be8404ea9585 is scheduled to be hosted by DHCP agent 4768dbe1-4fdd-4775-b2cc-1723632bf934 with binding_index 1 {{(pid=100431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 05:57:42.345810 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1a0eb760-76d9-4ae0-8cda-f524abce2a9a tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:42.360117 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391e6f8-f8d9-4e8d-84de-193cfffdbacb req-1a6e16a6-968d-4100-8e8c-37720c962466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:42.361847 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-b391e6f8-f8d9-4e8d-84de-193cfffdbacb req-1a6e16a6-968d-4100-8e8c-37720c962466 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=86196a0f018f48189aaa490a08849288&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0977399 Aug 04 05:57:42.419270 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.base_scheduler [None req-baa66e41-3801-4199-899a-735636d96cf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-4-iscsi, 3907b242-ef3b-469a-800e-be8404ea9585) {{(pid=100431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:57:42.427273 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa66e41-3801-4199-899a-735636d96cf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:42.428048 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-baa66e41-3801-4199-899a-735636d96cf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for subnet, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:42.428966 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade5723a-aeda-494f-87a5-3ed02e50b565 None None] Network 3907b242-ef3b-469a-800e-be8404ea9585 requested from dv-cinder-801617-4-iscsi {{(pid=100433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 05:57:42.473909 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391e6f8-f8d9-4e8d-84de-193cfffdbacb req-a1bc72cb-618f-42bb-bbba-d35eea62481d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:42.475927 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-b391e6f8-f8d9-4e8d-84de-193cfffdbacb req-a1bc72cb-618f-42bb-bbba-d35eea62481d service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1067576 Aug 04 05:57:42.550426 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1a0eb760-76d9-4ae0-8cda-f524abce2a9a tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:42.554684 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c841a06-26c8-41cb-84f6-053a13dd533b req-c7a450c0-da8b-485c-8522-18256f5ccb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:42.556205 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5c841a06-26c8-41cb-84f6-053a13dd533b req-c7a450c0-da8b-485c-8522-18256f5ccb95 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=86196a0f018f48189aaa490a08849288&device_id=898b0515-dc91-4a4a-a2bd-4db552a2e0f7 HTTP/1.1" status: 200 len: 1097 time: 0.0426805 Aug 04 05:57:42.560572 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e8d5b2-a3e3-4bbf-9557-e2842e13c057 None None] Network 3907b242-ef3b-469a-800e-be8404ea9585 requested from dv-cinder-801617-4-iscsi {{(pid=100433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 05:57:42.602230 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5c841a06-26c8-41cb-84f6-053a13dd533b req-cb598145-8aca-4c6f-977f-33afec4b30a4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63368893-7c15-4eb1-82be-c32ef3f91be3 HTTP/1.1" status: 200 len: 217 time: 0.0353549 Aug 04 05:57:42.655696 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c841a06-26c8-41cb-84f6-053a13dd533b req-50bb8b27-9d23-45ac-a2c4-133977142433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:42.657429 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5c841a06-26c8-41cb-84f6-053a13dd533b req-50bb8b27-9d23-45ac-a2c4-133977142433 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2f89c709-5969-4e29-86e1-1b09bbd1c22f HTTP/1.1" status: 200 len: 853 time: 0.0484138 Aug 04 05:57:42.686518 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1a0eb760-76d9-4ae0-8cda-f524abce2a9a tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4497425'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:42.698842 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5c841a06-26c8-41cb-84f6-053a13dd533b req-6c842115-c025-4e49-9379-055f455ed051 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=401d5873-9994-4f3c-bf62-7ec3bae249cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258186 Aug 04 05:57:42.723997 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-baa66e41-3801-4199-899a-735636d96cf6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4841118 Aug 04 05:57:42.756474 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0eb760-76d9-4ae0-8cda-f524abce2a9a tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Pushing event updated for resources: {'Port': ['ID=197aceab-3300-4cc4-81d5-3142e5ffc822,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:57:42.772372 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1a0eb760-76d9-4ae0-8cda-f524abce2a9a tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572675'] for floatingip, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:42.802440 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5c841a06-26c8-41cb-84f6-053a13dd533b req-9e9e0f24-b392-49ba-8c1f-117fdd52d767 service neutron] 10.222.0.18 "GET /v2.0/networks/401d5873-9994-4f3c-bf62-7ec3bae249cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953741 Aug 04 05:57:42.886512 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.db.l3_db [None req-1a0eb760-76d9-4ae0-8cda-f524abce2a9a tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Floating IP 448eb1b9-ceb2-43dd-9359-2323470b4e3b associated. External IP: 172.27.1.226, port: 7362a5f2-b32e-4ae8-8e7d-768d22623e27. Aug 04 05:57:42.904632 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5c841a06-26c8-41cb-84f6-053a13dd533b req-1772d8b9-0975-4de0-9883-9e253f05fd9c service neutron] 10.222.0.18 "GET /v2.0/networks/401d5873-9994-4f3c-bf62-7ec3bae249cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951767 Aug 04 05:57:43.135399 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a0eb760-76d9-4ae0-8cda-f524abce2a9a tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Router 18851aa5-ada3-4aba-824e-d56a550c4865 has already been hosted by L3 agent 1092c566-0070-459b-a71e-112f2411deeb {{(pid=100431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 05:57:43.142894 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97a9f0-715e-4c3b-aff9-89edf7398139 req-c1c9516d-252d-4c77-9721-bbef3568926d tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:43.144392 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-be97a9f0-715e-4c3b-aff9-89edf7398139 req-c1c9516d-252d-4c77-9721-bbef3568926d tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/ports?device_id=898b0515-dc91-4a4a-a2bd-4db552a2e0f7 HTTP/1.1" status: 200 len: 944 time: 0.0967827 Aug 04 05:57:43.155753 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22fbab4-5463-460f-aaaa-b1e86bb3b95d req-d8a33c5d-a09b-4670-9b6c-0750c2a45c59 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:43.157248 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-d22fbab4-5463-460f-aaaa-b1e86bb3b95d req-d8a33c5d-a09b-4670-9b6c-0750c2a45c59 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/networks?id=3907b242-ef3b-469a-800e-be8404ea9585 HTTP/1.1" status: 200 len: 815 time: 0.0995250 Aug 04 05:57:43.177078 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-d22fbab4-5463-460f-aaaa-b1e86bb3b95d req-751e9f69-703a-47b0-aac3-165ad39f13fc tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/quotas/9623731366924c0c8ac7ed943da99a82 HTTP/1.1" status: 200 len: 375 time: 0.0095713 Aug 04 05:57:43.211714 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-d22fbab4-5463-460f-aaaa-b1e86bb3b95d req-fa819ba5-fc3b-469f-a15f-56fc00ffef8c tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9623731366924c0c8ac7ed943da99a82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292232 Aug 04 05:57:43.224427 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-be97a9f0-715e-4c3b-aff9-89edf7398139 req-49e76601-f74d-417b-b4ed-47e68059578e tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d419ef8-5bbb-40ee-b2b8-382ff3bcfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736270 Aug 04 05:57:43.279196 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0eb760-76d9-4ae0-8cda-f524abce2a9a tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify agent at l3_agent.dv-cinder-801617-4-iscsi the message routers_updated {{(pid=100431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 05:57:43.290289 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a70edd5-0e9d-4cb4-95aa-e5f8395d0bc8 None None] Sync routers for ids ['18851aa5-ada3-4aba-824e-d56a550c4865'] in dv-cinder-801617-4-iscsi {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 05:57:43.300022 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a70edd5-0e9d-4cb4-95aa-e5f8395d0bc8 None None] Routers {'18851aa5-ada3-4aba-824e-d56a550c4865'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:57:43.300736 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-9a70edd5-0e9d-4cb4-95aa-e5f8395d0bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:57:36Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['18851aa5-ada3-4aba-824e-d56a550c4865'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:57:43.306532 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-d22fbab4-5463-460f-aaaa-b1e86bb3b95d req-2ee24816-a125-4d40-bc0d-57c05e18f4aa service neutron] 10.222.0.37 "GET /v2.0/networks/3907b242-ef3b-469a-800e-be8404ea9585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844953 Aug 04 05:57:43.404589 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-d22fbab4-5463-460f-aaaa-b1e86bb3b95d req-c344332e-e25f-433e-9e4f-a6d51b884694 service neutron] 10.222.0.37 "GET /v2.0/networks/3907b242-ef3b-469a-800e-be8404ea9585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918443 Aug 04 05:57:43.455948 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1a0eb760-76d9-4ae0-8cda-f524abce2a9a tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for floatingip, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:43.485841 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-1a0eb760-76d9-4ae0-8cda-f524abce2a9a tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5935528 Aug 04 05:57:43.487322 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15410065-cbbe-4a5b-9dc6-edee73a59df1', 'tag': '7362a5f2-b32e-4ae8-8e7d-768d22623e27'}] {{(pid=100431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:57:43.494373 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d047a0739a9e621485ccc482307aa98cd58e8937adb7e4be7ba07b62ec6ee677" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2170a0-f785-4234-bbb6-47675c93b130" -d '{"events": [{"name": "network-changed", "server_uuid": "15410065-cbbe-4a5b-9dc6-edee73a59df1", "tag": "7362a5f2-b32e-4ae8-8e7d-768d22623e27"}]}' {{(pid=100431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:57:43.527463 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 05:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3689bfec-99f8-422e-af2b-7b7e978b7131 x-openstack-request-id: req-3689bfec-99f8-422e-af2b-7b7e978b7131 {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:57:43.528120 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15410065-cbbe-4a5b-9dc6-edee73a59df1", "tag": "7362a5f2-b32e-4ae8-8e7d-768d22623e27", "status": "completed", "code": 200}]} {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:57:43.528377 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3689bfec-99f8-422e-af2b-7b7e978b7131 {{(pid=100431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:57:43.529370 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15410065-cbbe-4a5b-9dc6-edee73a59df1', 'tag': '7362a5f2-b32e-4ae8-8e7d-768d22623e27', 'status': 'completed', 'code': 200} Aug 04 05:57:43.540545 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-9a70edd5-0e9d-4cb4-95aa-e5f8395d0bc8 None None] Set router 18851aa5-ada3-4aba-824e-d56a550c4865 gateway port host: dv-cinder-801617-4-iscsi {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:57:43.599205 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2170a0-f785-4234-bbb6-47675c93b130 req-27743c08-ef5d-4db1-8a0e-5c039671bc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:43.600821 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9e2170a0-f785-4234-bbb6-47675c93b130 req-27743c08-ef5d-4db1-8a0e-5c039671bc9e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=523ead1982c046a394318b39d745033e&device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 1098 time: 0.0415757 Aug 04 05:57:43.696011 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2170a0-f785-4234-bbb6-47675c93b130 req-9e4c0a4f-4d40-40e5-9839-fc5ae5a572cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:43.698438 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9e2170a0-f785-4234-bbb6-47675c93b130 req-9e4c0a4f-4d40-40e5-9839-fc5ae5a572cd service neutron] 10.222.0.18 "GET /v2.0/networks?id=547de350-98df-426a-b398-b032321fdf42 HTTP/1.1" status: 200 len: 910 time: 0.0907168 Aug 04 05:57:43.771005 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-afec2ec4-c362-4032-a8ec-bd0b0fff326d req-ce5deac6-5d4c-4a78-aa87-91af6b39c5d0 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec21a5cc-796d-417c-8ad2-ee567b62078d HTTP/1.1" status: 200 len: 210 time: 0.0392394 Aug 04 05:57:43.787974 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9e2170a0-f785-4234-bbb6-47675c93b130 req-7fa466b2-144c-46c6-9b6d-843f94d1e96e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7362a5f2-b32e-4ae8-8e7d-768d22623e27 HTTP/1.1" status: 200 len: 999 time: 0.0699682 Aug 04 05:57:43.828116 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-9a70edd5-0e9d-4cb4-95aa-e5f8395d0bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18851aa5-ada3-4aba-824e-d56a550c4865', 'name': 'tempest-TestShelveInstance-1225953417-router', 'tenant_id': '523ead1982c046a394318b39d745033e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'd5cfb1a3-d15e-41f0-af65-6b79b38ddcfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:55:58Z', 'updated_at': '2021-08-04T05:56:03Z', 'revision_number': 4, 'project_id': '523ead1982c046a394318b39d745033e', 'gw_port': {'id': 'd5cfb1a3-d15e-41f0-af65-6b79b38ddcfd', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:8c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18851aa5-ada3-4aba-824e-d56a550c4865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:55:59Z', 'updated_at': '2021-08-04T05:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_floatingips': [{'id': '448eb1b9-ceb2-43dd-9359-2323470b4e3b', 'tenant_id': '523ead1982c046a394318b39d745033e', 'floating_ip_address': '172.27.1.226', 'floating_network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'router_id': '18851aa5-ada3-4aba-824e-d56a550c4865', 'port_id': '7362a5f2-b32e-4ae8-8e7d-768d22623e27', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '547de350-98df-426a-b398-b032321fdf42', 'mac_address': 'fa:16:3e:86:03:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15410065-cbbe-4a5b-9dc6-edee73a59df1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T05:57:41Z', 'updated_at': '2021-08-04T05:57:41Z', 'revision_number': 0, 'project_id': '523ead1982c046a394318b39d745033e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9056374d-a7db-407b-81b2-26628dad619e', 'name': '', 'network_id': '547de350-98df-426a-b398-b032321fdf42', 'tenant_id': '523ead1982c046a394318b39d745033e', 'mac_address': 'fa:16:3e:80:50:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18851aa5-ada3-4aba-824e-d56a550c4865', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '3a532cc5-30fe-4d47-af3d-673ba61686a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:56:02Z', 'updated_at': '2021-08-04T05:56:10Z', 'revision_number': 5, 'project_id': '523ead1982c046a394318b39d745033e', 'subnets': [{'id': '3a532cc5-30fe-4d47-af3d-673ba61686a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:57:43.846444 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2170a0-f785-4234-bbb6-47675c93b130 req-2e508a20-dade-432e-ac0e-e105c6bfb29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:43.848204 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9e2170a0-f785-4234-bbb6-47675c93b130 req-2e508a20-dade-432e-ac0e-e105c6bfb29e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3a532cc5-30fe-4d47-af3d-673ba61686a8 HTTP/1.1" status: 200 len: 848 time: 0.0519879 Aug 04 05:57:43.860495 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a70edd5-0e9d-4cb4-95aa-e5f8395d0bc8 None None] Checking router: 18851aa5-ada3-4aba-824e-d56a550c4865 for host: dv-cinder-801617-4-iscsi {{(pid=100433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 05:57:43.869039 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a70edd5-0e9d-4cb4-95aa-e5f8395d0bc8 None None] Routers {'18851aa5-ada3-4aba-824e-d56a550c4865'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:57:43.869653 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-9a70edd5-0e9d-4cb4-95aa-e5f8395d0bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:57:36Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['18851aa5-ada3-4aba-824e-d56a550c4865'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:57:43.903046 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2170a0-f785-4234-bbb6-47675c93b130 req-397b5e2f-ffb9-45bb-985b-4a575ae4af8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:43.904102 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9e2170a0-f785-4234-bbb6-47675c93b130 req-397b5e2f-ffb9-45bb-985b-4a575ae4af8d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=547de350-98df-426a-b398-b032321fdf42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469050 Aug 04 05:57:43.978888 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-9a70edd5-0e9d-4cb4-95aa-e5f8395d0bc8 None None] Set router 18851aa5-ada3-4aba-824e-d56a550c4865 gateway port host: dv-cinder-801617-4-iscsi {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:57:44.210218 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-9a70edd5-0e9d-4cb4-95aa-e5f8395d0bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18851aa5-ada3-4aba-824e-d56a550c4865', 'name': 'tempest-TestShelveInstance-1225953417-router', 'tenant_id': '523ead1982c046a394318b39d745033e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'd5cfb1a3-d15e-41f0-af65-6b79b38ddcfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:55:58Z', 'updated_at': '2021-08-04T05:56:03Z', 'revision_number': 4, 'project_id': '523ead1982c046a394318b39d745033e', 'gw_port': {'id': 'd5cfb1a3-d15e-41f0-af65-6b79b38ddcfd', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:8c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18851aa5-ada3-4aba-824e-d56a550c4865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:55:59Z', 'updated_at': '2021-08-04T05:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_floatingips': [{'id': '448eb1b9-ceb2-43dd-9359-2323470b4e3b', 'tenant_id': '523ead1982c046a394318b39d745033e', 'floating_ip_address': '172.27.1.226', 'floating_network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'router_id': '18851aa5-ada3-4aba-824e-d56a550c4865', 'port_id': '7362a5f2-b32e-4ae8-8e7d-768d22623e27', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '547de350-98df-426a-b398-b032321fdf42', 'mac_address': 'fa:16:3e:86:03:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15410065-cbbe-4a5b-9dc6-edee73a59df1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T05:57:41Z', 'updated_at': '2021-08-04T05:57:41Z', 'revision_number': 0, 'project_id': '523ead1982c046a394318b39d745033e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9056374d-a7db-407b-81b2-26628dad619e', 'name': '', 'network_id': '547de350-98df-426a-b398-b032321fdf42', 'tenant_id': '523ead1982c046a394318b39d745033e', 'mac_address': 'fa:16:3e:80:50:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18851aa5-ada3-4aba-824e-d56a550c4865', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '3a532cc5-30fe-4d47-af3d-673ba61686a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:56:02Z', 'updated_at': '2021-08-04T05:56:10Z', 'revision_number': 5, 'project_id': '523ead1982c046a394318b39d745033e', 'subnets': [{'id': '3a532cc5-30fe-4d47-af3d-673ba61686a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:57:44.235706 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a70edd5-0e9d-4cb4-95aa-e5f8395d0bc8 None None] The sync data for ids ['18851aa5-ada3-4aba-824e-d56a550c4865'] in dv-cinder-801617-4-iscsi is: [{'id': '18851aa5-ada3-4aba-824e-d56a550c4865', 'name': 'tempest-TestShelveInstance-1225953417-router', 'tenant_id': '523ead1982c046a394318b39d745033e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'd5cfb1a3-d15e-41f0-af65-6b79b38ddcfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:55:58Z', 'updated_at': '2021-08-04T05:56:03Z', 'revision_number': 4, 'project_id': '523ead1982c046a394318b39d745033e', 'gw_port': {'id': 'd5cfb1a3-d15e-41f0-af65-6b79b38ddcfd', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:8c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18851aa5-ada3-4aba-824e-d56a550c4865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:55:59Z', 'updated_at': '2021-08-04T05:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_floatingips': [{'id': '448eb1b9-ceb2-43dd-9359-2323470b4e3b', 'tenant_id': '523ead1982c046a394318b39d745033e', 'floating_ip_address': '172.27.1.226', 'floating_network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'router_id': '18851aa5-ada3-4aba-824e-d56a550c4865', 'port_id': '7362a5f2-b32e-4ae8-8e7d-768d22623e27', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '547de350-98df-426a-b398-b032321fdf42', 'mac_address': 'fa:16:3e:86:03:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15410065-cbbe-4a5b-9dc6-edee73a59df1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T05:57:41Z', 'updated_at': '2021-08-04T05:57:41Z', 'revision_number': 0, 'project_id': '523ead1982c046a394318b39d745033e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9056374d-a7db-407b-81b2-26628dad619e', 'name': '', 'network_id': '547de350-98df-426a-b398-b032321fdf42', 'tenant_id': '523ead1982c046a394318b39d745033e', 'mac_address': 'fa:16:3e:80:50:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18851aa5-ada3-4aba-824e-d56a550c4865', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '3a532cc5-30fe-4d47-af3d-673ba61686a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:56:02Z', 'updated_at': '2021-08-04T05:56:10Z', 'revision_number': 5, 'project_id': '523ead1982c046a394318b39d745033e', 'subnets': [{'id': '3a532cc5-30fe-4d47-af3d-673ba61686a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 05:57:44.242478 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9e2170a0-f785-4234-bbb6-47675c93b130 req-82e774fe-7455-40c1-8651-0e8d851b85a3 service neutron] 10.222.0.18 "GET /v2.0/networks/547de350-98df-426a-b398-b032321fdf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294969 Aug 04 05:57:44.387009 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2d2d6-c8ad-4292-bfae-66491977bad7 req-fbcb0e93-304a-4196-92c7-5d1fade99a03 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:44.388593 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-05f2d2d6-c8ad-4292-bfae-66491977bad7 req-fbcb0e93-304a-4196-92c7-5d1fade99a03 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/ports?device_id=898b0515-dc91-4a4a-a2bd-4db552a2e0f7 HTTP/1.1" status: 200 len: 944 time: 0.0805049 Aug 04 05:57:44.392766 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9e2170a0-f785-4234-bbb6-47675c93b130 req-6882bbe5-fa8c-45d4-8d8a-9003584d7a64 service neutron] 10.222.0.18 "GET /v2.0/networks/547de350-98df-426a-b398-b032321fdf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360548 Aug 04 05:57:44.433325 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-05f2d2d6-c8ad-4292-bfae-66491977bad7 req-18779698-bff3-4081-bc03-7bd1523466d6 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d419ef8-5bbb-40ee-b2b8-382ff3bcfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380764 Aug 04 05:57:44.444029 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46be926b-dda2-49ee-ad55-4c9943a971de None None] New status for floating IP 448eb1b9-ceb2-43dd-9359-2323470b4e3b: ACTIVE {{(pid=100434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 05:57:44.858833 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-cd89d9e8-f251-4987-b529-3d54510e04e9 req-91e91dd2-e66f-4ef3-9e3a-d0dc2ff1bd8a tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec21a5cc-796d-417c-8ad2-ee567b62078d HTTP/1.1" status: 200 len: 210 time: 0.0343807 Aug 04 05:57:45.241668 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 63368893-7c15-4eb1-82be-c32ef3f91be3 details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=100433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 05:57:45.335529 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 63368893-7c15-4eb1-82be-c32ef3f91be3, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=63368893-7c15-4eb1-82be-c32ef3f91be3,segment=NetworkSegment(73c1aeeb-f58f-4df8-98f6-69bb2dae7b1a),segment_id=73c1aeeb-f58f-4df8-98f6-69bb2dae7b1a)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:57:45.347562 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Returning: {'device': '63368893-7c15-4eb1-82be-c32ef3f91be3', 'network_id': '401d5873-9994-4f3c-bf62-7ec3bae249cb', 'port_id': '63368893-7c15-4eb1-82be-c32ef3f91be3', 'mac_address': 'fa:16:3e:42:e6:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f89c709-5969-4e29-86e1-1b09bbd1c22f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 05:57:45.384146 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:45.396941 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63368893-7c15-4eb1-82be-c32ef3f91be3 {{(pid=100433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 05:57:45.415255 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 63368893-7c15-4eb1-82be-c32ef3f91be3, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=63368893-7c15-4eb1-82be-c32ef3f91be3,segment=NetworkSegment(73c1aeeb-f58f-4df8-98f6-69bb2dae7b1a),segment_id=73c1aeeb-f58f-4df8-98f6-69bb2dae7b1a)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:57:45.523351 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:45.560088 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f12ea8-540b-4356-be4f-0255a14559ad req-01d6e525-edce-4960-a8da-da927f0cdbc6 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:45.561575 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-49f12ea8-540b-4356-be4f-0255a14559ad req-01d6e525-edce-4960-a8da-da927f0cdbc6 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/ports?device_id=898b0515-dc91-4a4a-a2bd-4db552a2e0f7 HTTP/1.1" status: 200 len: 945 time: 0.0499363 Aug 04 05:57:45.573513 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=63368893-7c15-4eb1-82be-c32ef3f91be3,revision_number=4']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:57:45.600318 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-49f12ea8-540b-4356-be4f-0255a14559ad req-82d6c3ab-3efe-4903-8ec9-2b32860dd19d tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d419ef8-5bbb-40ee-b2b8-382ff3bcfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317314 Aug 04 05:57:45.822955 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] get_ports_and_sgs() called for port_ids ['63368893-7c15-4eb1-82be-c32ef3f91be3'] {{(pid=100433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 05:57:45.956474 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-cd7e9467-52ac-4bf6-869e-23d1cd2de77f req-9af38494-6ec6-43df-8d2e-585844297781 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec21a5cc-796d-417c-8ad2-ee567b62078d HTTP/1.1" status: 200 len: 210 time: 0.0305173 Aug 04 05:57:46.597192 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22fbab4-5463-460f-aaaa-b1e86bb3b95d req-c1b32e5b-74a7-4a25-b098-d5bf71d8b226 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:46.598608 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-d22fbab4-5463-460f-aaaa-b1e86bb3b95d req-c1b32e5b-74a7-4a25-b098-d5bf71d8b226 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.18 "GET /v2.0/networks?id=3907b242-ef3b-469a-800e-be8404ea9585 HTTP/1.1" status: 200 len: 815 time: 0.1026177 Aug 04 05:57:46.616354 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [req-d22fbab4-5463-460f-aaaa-b1e86bb3b95d req-990b0eb0-1436-4302-85c2-000287de9743 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Request body: {'port': {'device_id': 'ec21a5cc-796d-417c-8ad2-ee567b62078d', 'network_id': '3907b242-ef3b-469a-800e-be8404ea9585', 'admin_state_up': True, 'tenant_id': '9623731366924c0c8ac7ed943da99a82'}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:57:46.746922 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae679d1e-167a-4f4d-8633-9807e07d6a67 req-dedaf47f-24a4-4ef9-bc31-25864c726da0 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:46.748391 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ae679d1e-167a-4f4d-8633-9807e07d6a67 req-dedaf47f-24a4-4ef9-bc31-25864c726da0 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/ports?device_id=898b0515-dc91-4a4a-a2bd-4db552a2e0f7 HTTP/1.1" status: 200 len: 945 time: 0.0815911 Aug 04 05:57:46.793541 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ae679d1e-167a-4f4d-8633-9807e07d6a67 req-a9509b5d-046d-4317-966c-1aa990e59ec5 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d419ef8-5bbb-40ee-b2b8-382ff3bcfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382097 Aug 04 05:57:46.832412 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d22fbab4-5463-460f-aaaa-b1e86bb3b95d req-990b0eb0-1436-4302-85c2-000287de9743 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Made reservation on behalf of 9623731366924c0c8ac7ed943da99a82 for: {'port': 1} {{(pid=100432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 05:57:46.836056 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-d22fbab4-5463-460f-aaaa-b1e86bb3b95d req-990b0eb0-1436-4302-85c2-000287de9743 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:46.958908 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.db_base_plugin_common [req-d22fbab4-5463-460f-aaaa-b1e86bb3b95d req-990b0eb0-1436-4302-85c2-000287de9743 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Allocated IP 172.20.0.10 (3907b242-ef3b-469a-800e-be8404ea9585/a14a1ef0-e270-4b89-af7f-41504d21d3f7/662ea2ac-c9d6-456e-b76a-7c4968bba9cf) {{(pid=100432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 05:57:47.046580 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b04eab80-ca5b-4c96-9955-2ee77fa01045 req-2dda2353-f008-44e4-ab6a-b5a1ba1029bf tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec21a5cc-796d-417c-8ad2-ee567b62078d HTTP/1.1" status: 200 len: 210 time: 0.0253222 Aug 04 05:57:47.110364 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-d22fbab4-5463-460f-aaaa-b1e86bb3b95d req-990b0eb0-1436-4302-85c2-000287de9743 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Notify callbacks [] for port, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:47.215360 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-d22fbab4-5463-460f-aaaa-b1e86bb3b95d req-990b0eb0-1436-4302-85c2-000287de9743 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:47.254698 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d22fbab4-5463-460f-aaaa-b1e86bb3b95d req-990b0eb0-1436-4302-85c2-000287de9743 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Network 3907b242-ef3b-469a-800e-be8404ea9585 is already hosted by enough agents. {{(pid=100432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:57:47.255044 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 63368893-7c15-4eb1-82be-c32ef3f91be3 up at agent hyperv_hv-cinder-80161 {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:57:47.257816 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.base_scheduler [req-d22fbab4-5463-460f-aaaa-b1e86bb3b95d req-990b0eb0-1436-4302-85c2-000287de9743 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Resources bound (agent type, host, resource id): {{(pid=100432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:57:47.261365 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.l3_dvrscheduler_db [req-d22fbab4-5463-460f-aaaa-b1e86bb3b95d req-990b0eb0-1436-4302-85c2-000287de9743 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Received port after_create {{(pid=100432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 05:57:47.292488 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b0eb0-1436-4302-85c2-000287de9743 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Pushing event updated for resources: {'Port': ['ID=662ea2ac-c9d6-456e-b76a-7c4968bba9cf,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:57:47.320175 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22fbab4-5463-460f-aaaa-b1e86bb3b95d req-990b0eb0-1436-4302-85c2-000287de9743 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:47.320807 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-d22fbab4-5463-460f-aaaa-b1e86bb3b95d req-990b0eb0-1436-4302-85c2-000287de9743 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for port, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:47.349580 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Provisioning for port 63368893-7c15-4eb1-82be-c32ef3f91be3 completed by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:57:47.353373 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Provisioning complete for port 63368893-7c15-4eb1-82be-c32ef3f91be3 triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:57:47.353740 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:47.390045 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-d22fbab4-5463-460f-aaaa-b1e86bb3b95d req-990b0eb0-1436-4302-85c2-000287de9743 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7772639 Aug 04 05:57:47.407621 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [req-d22fbab4-5463-460f-aaaa-b1e86bb3b95d req-384d1370-71e4-4af1-8e9a-6937a6bb0eda service neutron] Request body: {'port': {'device_id': 'ec21a5cc-796d-417c-8ad2-ee567b62078d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:57:47.429331 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:47.453411 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898b0515-dc91-4a4a-a2bd-4db552a2e0f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63368893-7c15-4eb1-82be-c32ef3f91be3'}] {{(pid=100433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:57:47.456230 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffe4ad2cefe5cc989f07e8393c985a8403d56455fd91e6fde58b148ee627bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d214af58-a51f-4611-bb89-612a3011df21" -d '{"events": [{"server_uuid": "898b0515-dc91-4a4a-a2bd-4db552a2e0f7", "name": "network-vif-plugged", "status": "completed", "tag": "63368893-7c15-4eb1-82be-c32ef3f91be3"}]}' {{(pid=100433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:57:47.461584 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-d22fbab4-5463-460f-aaaa-b1e86bb3b95d req-384d1370-71e4-4af1-8e9a-6937a6bb0eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:47.469295 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 63368893-7c15-4eb1-82be-c32ef3f91be3, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=63368893-7c15-4eb1-82be-c32ef3f91be3,segment=NetworkSegment(73c1aeeb-f58f-4df8-98f6-69bb2dae7b1a),segment_id=73c1aeeb-f58f-4df8-98f6-69bb2dae7b1a)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:57:47.494057 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 05:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a88831-b6b4-4473-92bc-16cf822090a2 x-openstack-request-id: req-82a88831-b6b4-4473-92bc-16cf822090a2 {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:57:47.494351 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898b0515-dc91-4a4a-a2bd-4db552a2e0f7", "name": "network-vif-plugged", "status": "completed", "tag": "63368893-7c15-4eb1-82be-c32ef3f91be3", "code": 200}]} {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:57:47.494605 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-82a88831-b6b4-4473-92bc-16cf822090a2 {{(pid=100433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:57:47.498514 dv-cinder-801617-4-iscsi neutron-server[100433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898b0515-dc91-4a4a-a2bd-4db552a2e0f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63368893-7c15-4eb1-82be-c32ef3f91be3', 'code': 200} Aug 04 05:57:47.546404 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:47.594728 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=63368893-7c15-4eb1-82be-c32ef3f91be3,revision_number=5']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:57:47.731135 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [req-d22fbab4-5463-460f-aaaa-b1e86bb3b95d req-384d1370-71e4-4af1-8e9a-6937a6bb0eda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 662ea2ac-c9d6-456e-b76a-7c4968bba9cf {{(pid=100432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 05:57:47.739162 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-d22fbab4-5463-460f-aaaa-b1e86bb3b95d req-384d1370-71e4-4af1-8e9a-6937a6bb0eda service neutron] Notify callbacks [] for port, precommit_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:47.751346 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.provisioning_blocks [req-d22fbab4-5463-460f-aaaa-b1e86bb3b95d req-384d1370-71e4-4af1-8e9a-6937a6bb0eda service neutron] Transition to ACTIVE for port object 662ea2ac-c9d6-456e-b76a-7c4968bba9cf will not be triggered until provisioned by entity L2. {{(pid=100432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:57:47.803298 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4938b-77b9-41f6-948a-d771277b9eb9 req-27cd7856-071c-44fd-bacd-1d77b2a1a8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:47.804854 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-83f4938b-77b9-41f6-948a-d771277b9eb9 req-27cd7856-071c-44fd-bacd-1d77b2a1a8b6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=898b0515-dc91-4a4a-a2bd-4db552a2e0f7 HTTP/1.1" status: 200 len: 1099 time: 0.0385888 Aug 04 05:57:47.818924 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-d22fbab4-5463-460f-aaaa-b1e86bb3b95d req-384d1370-71e4-4af1-8e9a-6937a6bb0eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5048305'] for port, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:47.884540 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-83f4938b-77b9-41f6-948a-d771277b9eb9 req-c6b56c8e-c39c-469d-b5a4-94f8dee8b91e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1d419ef8-5bbb-40ee-b2b8-382ff3bcfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724549 Aug 04 05:57:47.888759 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d1370-71e4-4af1-8e9a-6937a6bb0eda service neutron] Pushing event updated for resources: {'Port': ['ID=662ea2ac-c9d6-456e-b76a-7c4968bba9cf,revision_number=2']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:57:47.909795 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad025c17-41f6-4f87-9131-5c8bb91529d9 req-1e0b0d7c-d6b7-4c1a-b88f-7ad7507d0bad tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:47.911268 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-ad025c17-41f6-4f87-9131-5c8bb91529d9 req-1e0b0d7c-d6b7-4c1a-b88f-7ad7507d0bad tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/ports?device_id=898b0515-dc91-4a4a-a2bd-4db552a2e0f7 HTTP/1.1" status: 200 len: 946 time: 0.0488567 Aug 04 05:57:47.952411 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-ad025c17-41f6-4f87-9131-5c8bb91529d9 req-22a3a87f-9c62-455f-bf49-aa107f433a38 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d419ef8-5bbb-40ee-b2b8-382ff3bcfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350707 Aug 04 05:57:47.973234 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.managers [req-d22fbab4-5463-460f-aaaa-b1e86bb3b95d req-384d1370-71e4-4af1-8e9a-6937a6bb0eda service neutron] Attempting to bind port 662ea2ac-c9d6-456e-b76a-7c4968bba9cf on host hv-cinder-80161 for vnic_type normal with profile {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 05:57:47.973577 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.managers [req-d22fbab4-5463-460f-aaaa-b1e86bb3b95d req-384d1370-71e4-4af1-8e9a-6937a6bb0eda service neutron] Attempting to bind port 662ea2ac-c9d6-456e-b76a-7c4968bba9cf by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': '56857cc4-8378-4d20-9e3c-c07dc6a33ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3907b242-ef3b-469a-800e-be8404ea9585'}] {{(pid=100432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 05:57:47.973933 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22fbab4-5463-460f-aaaa-b1e86bb3b95d req-384d1370-71e4-4af1-8e9a-6937a6bb0eda service neutron] Attempting to bind port 662ea2ac-c9d6-456e-b76a-7c4968bba9cf on network 3907b242-ef3b-469a-800e-be8404ea9585 {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:57:47.978791 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22fbab4-5463-460f-aaaa-b1e86bb3b95d req-384d1370-71e4-4af1-8e9a-6937a6bb0eda service neutron] Port 662ea2ac-c9d6-456e-b76a-7c4968bba9cf on network 3907b242-ef3b-469a-800e-be8404ea9585 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 05:57:47.979163 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22fbab4-5463-460f-aaaa-b1e86bb3b95d req-384d1370-71e4-4af1-8e9a-6937a6bb0eda service neutron] Attempting to bind port 662ea2ac-c9d6-456e-b76a-7c4968bba9cf on network 3907b242-ef3b-469a-800e-be8404ea9585 {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:57:47.984794 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22fbab4-5463-460f-aaaa-b1e86bb3b95d req-384d1370-71e4-4af1-8e9a-6937a6bb0eda service neutron] Checking agent: {'id': 'b8cb1127-4c6b-4c0f-8dda-968dd091f2d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 5, 51, 56), 'started_at': datetime.datetime(2021, 8, 4, 5, 51, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 5, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 05:57:47.985257 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22fbab4-5463-460f-aaaa-b1e86bb3b95d req-384d1370-71e4-4af1-8e9a-6937a6bb0eda service neutron] Checking segment: {'id': '56857cc4-8378-4d20-9e3c-c07dc6a33ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3907b242-ef3b-469a-800e-be8404ea9585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:57:47.985673 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22fbab4-5463-460f-aaaa-b1e86bb3b95d req-384d1370-71e4-4af1-8e9a-6937a6bb0eda service neutron] Bound using segment: {'id': '56857cc4-8378-4d20-9e3c-c07dc6a33ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3907b242-ef3b-469a-800e-be8404ea9585'} {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 05:57:47.986611 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.managers [req-d22fbab4-5463-460f-aaaa-b1e86bb3b95d req-384d1370-71e4-4af1-8e9a-6937a6bb0eda service neutron] Bound port: 662ea2ac-c9d6-456e-b76a-7c4968bba9cf, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56857cc4-8378-4d20-9e3c-c07dc6a33ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3907b242-ef3b-469a-800e-be8404ea9585'}}] {{(pid=100432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 05:57:47.986971 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-d22fbab4-5463-460f-aaaa-b1e86bb3b95d req-384d1370-71e4-4af1-8e9a-6937a6bb0eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:48.058129 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [req-d22fbab4-5463-460f-aaaa-b1e86bb3b95d req-384d1370-71e4-4af1-8e9a-6937a6bb0eda service neutron] For port 662ea2ac-c9d6-456e-b76a-7c4968bba9cf, host hv-cinder-80161, cleared binding levels {{(pid=100432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 05:57:48.061583 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [req-d22fbab4-5463-460f-aaaa-b1e86bb3b95d req-384d1370-71e4-4af1-8e9a-6937a6bb0eda service neutron] For port 662ea2ac-c9d6-456e-b76a-7c4968bba9cf, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=662ea2ac-c9d6-456e-b76a-7c4968bba9cf,segment=NetworkSegment(56857cc4-8378-4d20-9e3c-c07dc6a33ba7),segment_id=56857cc4-8378-4d20-9e3c-c07dc6a33ba7)] {{(pid=100432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 05:57:48.169650 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e73b6-dd33-47e1-b569-91241ed260c7 req-ec9dd4c3-ea9d-4925-8651-4668ccb68ebf tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:48.171035 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-c18e73b6-dd33-47e1-b569-91241ed260c7 req-ec9dd4c3-ea9d-4925-8651-4668ccb68ebf tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec21a5cc-796d-417c-8ad2-ee567b62078d HTTP/1.1" status: 200 len: 944 time: 0.0500658 Aug 04 05:57:48.208452 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-c18e73b6-dd33-47e1-b569-91241ed260c7 req-e67061a1-a9b6-457f-ae65-44696b86e5c6 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/security-groups?id=891ea094-2101-48fa-9c9a-418dc2a82fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303290 Aug 04 05:57:48.681903 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-d22fbab4-5463-460f-aaaa-b1e86bb3b95d req-384d1370-71e4-4af1-8e9a-6937a6bb0eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5048305'] for port, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:48.720392 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22fbab4-5463-460f-aaaa-b1e86bb3b95d req-384d1370-71e4-4af1-8e9a-6937a6bb0eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:48.721300 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-d22fbab4-5463-460f-aaaa-b1e86bb3b95d req-384d1370-71e4-4af1-8e9a-6937a6bb0eda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for port, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:48.723933 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-d22fbab4-5463-460f-aaaa-b1e86bb3b95d req-384d1370-71e4-4af1-8e9a-6937a6bb0eda service neutron] 10.222.0.18 "PUT /v2.0/ports/662ea2ac-c9d6-456e-b76a-7c4968bba9cf HTTP/1.1" status: 200 len: 1094 time: 1.3200941 Aug 04 05:57:48.724355 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec21a5cc-796d-417c-8ad2-ee567b62078d', 'tag': '662ea2ac-c9d6-456e-b76a-7c4968bba9cf'}] {{(pid=100432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:57:48.726698 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7961aa7e709e573ce1f4efc3791ca037d6473da3b2c6b2a251ebfb1631130676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b8efbc-1582-461c-b2b6-ca96d5be2f1f" -d '{"events": [{"name": "network-changed", "server_uuid": "ec21a5cc-796d-417c-8ad2-ee567b62078d", "tag": "662ea2ac-c9d6-456e-b76a-7c4968bba9cf"}]}' {{(pid=100432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:57:48.753869 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d1370-71e4-4af1-8e9a-6937a6bb0eda service neutron] Pushing event updated for resources: {'Port': ['ID=662ea2ac-c9d6-456e-b76a-7c4968bba9cf,revision_number=3']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:57:48.765875 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 05:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a52a95b-faa6-4326-9208-8baf8778e62f x-openstack-request-id: req-9a52a95b-faa6-4326-9208-8baf8778e62f {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:57:48.766251 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec21a5cc-796d-417c-8ad2-ee567b62078d", "tag": "662ea2ac-c9d6-456e-b76a-7c4968bba9cf", "status": "completed", "code": 200}]} {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:57:48.766651 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9a52a95b-faa6-4326-9208-8baf8778e62f {{(pid=100432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:57:48.767144 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec21a5cc-796d-417c-8ad2-ee567b62078d', 'tag': '662ea2ac-c9d6-456e-b76a-7c4968bba9cf', 'status': 'completed', 'code': 200} Aug 04 05:57:48.846563 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8efbc-1582-461c-b2b6-ca96d5be2f1f req-5057134d-f38e-45c3-88a6-cabbc82f8a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:48.848388 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-31b8efbc-1582-461c-b2b6-ca96d5be2f1f req-5057134d-f38e-45c3-88a6-cabbc82f8a53 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9623731366924c0c8ac7ed943da99a82&device_id=ec21a5cc-796d-417c-8ad2-ee567b62078d HTTP/1.1" status: 200 len: 1097 time: 0.0515642 Aug 04 05:57:48.971151 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8efbc-1582-461c-b2b6-ca96d5be2f1f req-e220c9e5-47c1-4ea7-ae8e-fca4785b7bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:48.972730 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-31b8efbc-1582-461c-b2b6-ca96d5be2f1f req-e220c9e5-47c1-4ea7-ae8e-fca4785b7bdd service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=9623731366924c0c8ac7ed943da99a82&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1097634 Aug 04 05:57:49.121016 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ead5ed-e38f-41bd-beeb-fcab4c3dea3d req-651f0bf7-4820-4236-bb5b-950e60719748 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:49.122494 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-c8ead5ed-e38f-41bd-beeb-fcab4c3dea3d req-651f0bf7-4820-4236-bb5b-950e60719748 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/ports?device_id=898b0515-dc91-4a4a-a2bd-4db552a2e0f7 HTTP/1.1" status: 200 len: 946 time: 0.0790229 Aug 04 05:57:49.125331 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8efbc-1582-461c-b2b6-ca96d5be2f1f req-13ea4446-1c9b-45b6-9305-060213f0c049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:49.126849 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-31b8efbc-1582-461c-b2b6-ca96d5be2f1f req-13ea4446-1c9b-45b6-9305-060213f0c049 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1440001 Aug 04 05:57:49.162134 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-c8ead5ed-e38f-41bd-beeb-fcab4c3dea3d req-8bd4e7b8-7c77-4a50-9735-fb6b5108b48a tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d419ef8-5bbb-40ee-b2b8-382ff3bcfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330093 Aug 04 05:57:49.224507 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22fbab4-5463-460f-aaaa-b1e86bb3b95d req-c5fea3cf-19e1-4fe1-a977-6bbdc8d83976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:49.228727 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-d22fbab4-5463-460f-aaaa-b1e86bb3b95d req-c5fea3cf-19e1-4fe1-a977-6bbdc8d83976 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9623731366924c0c8ac7ed943da99a82&device_id=ec21a5cc-796d-417c-8ad2-ee567b62078d HTTP/1.1" status: 200 len: 1097 time: 0.0457420 Aug 04 05:57:49.274891 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-d22fbab4-5463-460f-aaaa-b1e86bb3b95d req-5183986d-5f16-4fc7-bcb0-501e1aefdd54 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=662ea2ac-c9d6-456e-b76a-7c4968bba9cf HTTP/1.1" status: 200 len: 217 time: 0.0353475 Aug 04 05:57:49.328908 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22fbab4-5463-460f-aaaa-b1e86bb3b95d req-c3409953-f860-459b-947a-53f2f1ffbde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:49.331646 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-d22fbab4-5463-460f-aaaa-b1e86bb3b95d req-c3409953-f860-459b-947a-53f2f1ffbde4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a14a1ef0-e270-4b89-af7f-41504d21d3f7 HTTP/1.1" status: 200 len: 855 time: 0.0475650 Aug 04 05:57:49.333661 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d3c67-7fe4-4b50-adc5-926561253f85 req-3272f449-8dd4-4182-9fb4-ea3b05ac995a tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:49.335471 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-173d3c67-7fe4-4b50-adc5-926561253f85 req-3272f449-8dd4-4182-9fb4-ea3b05ac995a tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec21a5cc-796d-417c-8ad2-ee567b62078d HTTP/1.1" status: 200 len: 944 time: 0.0584087 Aug 04 05:57:49.370088 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-d22fbab4-5463-460f-aaaa-b1e86bb3b95d req-f042b13d-8237-4954-87ea-07d3f9508271 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3907b242-ef3b-469a-800e-be8404ea9585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271561 Aug 04 05:57:49.472183 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-d22fbab4-5463-460f-aaaa-b1e86bb3b95d req-9b16462b-dd46-49f6-804b-c78defdc3189 service neutron] 10.222.0.18 "GET /v2.0/networks/3907b242-ef3b-469a-800e-be8404ea9585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947013 Aug 04 05:57:49.573453 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-d22fbab4-5463-460f-aaaa-b1e86bb3b95d req-314638e6-734e-41b6-92aa-e2f75772c07c service neutron] 10.222.0.18 "GET /v2.0/networks/3907b242-ef3b-469a-800e-be8404ea9585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914555 Aug 04 05:57:49.611482 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-173d3c67-7fe4-4b50-adc5-926561253f85 req-3eae1d11-e88b-4707-95a5-c4eaa6f0402d tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/security-groups?id=891ea094-2101-48fa-9c9a-418dc2a82fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697985 Aug 04 05:57:50.249275 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d25d72-4181-43b5-8487-79a2b4b3ef2a req-94b657fc-69ed-44c1-b451-1128b380f78d tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:50.250783 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-56d25d72-4181-43b5-8487-79a2b4b3ef2a req-94b657fc-69ed-44c1-b451-1128b380f78d tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 945 time: 0.0529273 Aug 04 05:57:50.276231 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15cdd1-c007-4f8e-9c6a-6bc4e2e0f76a req-7324c3aa-735b-4e55-9941-a79226815065 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:50.277698 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-df15cdd1-c007-4f8e-9c6a-6bc4e2e0f76a req-7324c3aa-735b-4e55-9941-a79226815065 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/ports?device_id=898b0515-dc91-4a4a-a2bd-4db552a2e0f7 HTTP/1.1" status: 200 len: 946 time: 0.0480337 Aug 04 05:57:50.292859 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-56d25d72-4181-43b5-8487-79a2b4b3ef2a req-4faede8f-0261-4a69-9808-6e25c3f99693 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/security-groups?id=15c688f3-4334-4a5b-b183-64c7de2fe4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346491 Aug 04 05:57:50.316082 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 59844) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:57:50.319622 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-df15cdd1-c007-4f8e-9c6a-6bc4e2e0f76a req-ecaab6d2-01b9-4889-bc64-84e26339b484 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d419ef8-5bbb-40ee-b2b8-382ff3bcfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345538 Aug 04 05:57:50.465155 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71091183-b077-40e5-8627-872e78d4b477 tempest-TestMinimumBasicScenario-1455354722 tempest-TestMinimumBasicScenario-1455354722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:50.471397 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-71091183-b077-40e5-8627-872e78d4b477 tempest-TestMinimumBasicScenario-1455354722 tempest-TestMinimumBasicScenario-1455354722-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 1093 time: 0.1508026 Aug 04 05:57:50.471810 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 59852) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:57:50.477377 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [None req-b76f6d8f-604d-4ff3-a9ef-9cff077808bc tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Request body: {'floatingip': {'floating_network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'port_id': 'c3a5e645-fb9f-449e-9e60-cd87c85b99f9', 'tenant_id': '8f62397568a74730be8e584893e1c3e1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:57:50.618146 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-b76f6d8f-604d-4ff3-a9ef-9cff077808bc tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks [] for floatingip, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:50.717956 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-b76f6d8f-604d-4ff3-a9ef-9cff077808bc tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:50.733180 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5402af-6eb9-4958-bede-684c1cb63df3 req-5846add4-548c-4049-bd6d-5b639bfec92f tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:50.739602 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-8a5402af-6eb9-4958-bede-684c1cb63df3 req-5846add4-548c-4049-bd6d-5b639bfec92f tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec21a5cc-796d-417c-8ad2-ee567b62078d HTTP/1.1" status: 200 len: 944 time: 0.0495532 Aug 04 05:57:50.773330 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-8a5402af-6eb9-4958-bede-684c1cb63df3 req-ba803ff0-b567-4b06-81d9-fe2ff3f34021 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/security-groups?id=891ea094-2101-48fa-9c9a-418dc2a82fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325689 Aug 04 05:57:50.821092 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.db_base_plugin_common [None req-b76f6d8f-604d-4ff3-a9ef-9cff077808bc tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Allocated IP 172.27.1.154 (ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5/3914311c-894e-41ec-96a2-d757dbda92d2/305cd935-787f-46a1-9d4a-e3c84b0428a0) {{(pid=100432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 05:57:50.922627 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-b76f6d8f-604d-4ff3-a9ef-9cff077808bc tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks [] for port, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:51.026600 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-b76f6d8f-604d-4ff3-a9ef-9cff077808bc tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:51.066153 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76f6d8f-604d-4ff3-a9ef-9cff077808bc tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Network ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5 is already hosted by enough agents. {{(pid=100432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:57:51.069040 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.base_scheduler [None req-b76f6d8f-604d-4ff3-a9ef-9cff077808bc tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Resources bound (agent type, host, resource id): {{(pid=100432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:57:51.075807 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76f6d8f-604d-4ff3-a9ef-9cff077808bc tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Received port after_create {{(pid=100432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 05:57:51.098700 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76f6d8f-604d-4ff3-a9ef-9cff077808bc tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Pushing event updated for resources: {'Port': ['ID=305cd935-787f-46a1-9d4a-e3c84b0428a0,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:57:51.436181 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-b76f6d8f-604d-4ff3-a9ef-9cff077808bc tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:51.578541 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-b76f6d8f-604d-4ff3-a9ef-9cff077808bc tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:51.722258 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-b76f6d8f-604d-4ff3-a9ef-9cff077808bc tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks [] for port, precommit_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:51.783637 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-b76f6d8f-604d-4ff3-a9ef-9cff077808bc tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5048305'] for port, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:51.851589 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76f6d8f-604d-4ff3-a9ef-9cff077808bc tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Pushing event updated for resources: {'Port': ['ID=305cd935-787f-46a1-9d4a-e3c84b0428a0,revision_number=2']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:57:51.864720 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-b76f6d8f-604d-4ff3-a9ef-9cff077808bc tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572675'] for floatingip, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:51.897977 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76251d9d-5124-4487-87ca-65e9787e356d req-c781329e-d772-4ae9-9b83-920f6fa85cde tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:51.899596 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-76251d9d-5124-4487-87ca-65e9787e356d req-c781329e-d772-4ae9-9b83-920f6fa85cde tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec21a5cc-796d-417c-8ad2-ee567b62078d HTTP/1.1" status: 200 len: 944 time: 0.0567563 Aug 04 05:57:51.937795 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-76251d9d-5124-4487-87ca-65e9787e356d req-2a1d3376-e3f5-4509-93cf-5d08c4855bbb tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/security-groups?id=891ea094-2101-48fa-9c9a-418dc2a82fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323617 Aug 04 05:57:51.965127 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.db.l3_db [None req-b76f6d8f-604d-4ff3-a9ef-9cff077808bc tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Floating IP c9158613-603f-47f5-9bb0-37ead472b73f associated. External IP: 172.27.1.154, port: c3a5e645-fb9f-449e-9e60-cd87c85b99f9. Aug 04 05:57:52.402118 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b76f6d8f-604d-4ff3-a9ef-9cff077808bc tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Router 9c1aef01-92be-4167-b847-6e8fea271d29 has already been hosted by L3 agent 1092c566-0070-459b-a71e-112f2411deeb {{(pid=100432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 05:57:52.512446 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76f6d8f-604d-4ff3-a9ef-9cff077808bc tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify agent at l3_agent.dv-cinder-801617-4-iscsi the message routers_updated {{(pid=100432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 05:57:52.522195 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870a7fab-4607-4c51-a71b-69863ac5a485 None None] Sync routers for ids ['9c1aef01-92be-4167-b847-6e8fea271d29'] in dv-cinder-801617-4-iscsi {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 05:57:52.534883 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870a7fab-4607-4c51-a71b-69863ac5a485 None None] Routers {'9c1aef01-92be-4167-b847-6e8fea271d29'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:57:52.535489 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-870a7fab-4607-4c51-a71b-69863ac5a485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:57:36Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['9c1aef01-92be-4167-b847-6e8fea271d29'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:57:52.620591 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-b76f6d8f-604d-4ff3-a9ef-9cff077808bc tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for floatingip, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:52.637715 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-870a7fab-4607-4c51-a71b-69863ac5a485 None None] Set router 9c1aef01-92be-4167-b847-6e8fea271d29 gateway port host: dv-cinder-801617-4-iscsi {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:57:52.647393 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-b76f6d8f-604d-4ff3-a9ef-9cff077808bc tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1741190 Aug 04 05:57:52.648053 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '631c6d8a-7b73-43f2-9ba3-5c4eb7410f01', 'tag': 'c3a5e645-fb9f-449e-9e60-cd87c85b99f9'}] {{(pid=100432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:57:52.650332 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 59866) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:57:52.650493 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7961aa7e709e573ce1f4efc3791ca037d6473da3b2c6b2a251ebfb1631130676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3f930c-2289-45a5-849b-8a9e7a5a3c25" -d '{"events": [{"name": "network-changed", "server_uuid": "631c6d8a-7b73-43f2-9ba3-5c4eb7410f01", "tag": "c3a5e645-fb9f-449e-9e60-cd87c85b99f9"}]}' {{(pid=100432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:57:52.655481 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-d4b65123-447c-419c-8a35-2f7e59680361 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1529017371', 'description': 'tempest-secgroup-smoke-1529017371 description', 'project_id': '8f62397568a74730be8e584893e1c3e1'}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:57:52.702675 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 05:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9804eb-ea39-44ed-85f6-23f800e679e3 x-openstack-request-id: req-ff9804eb-ea39-44ed-85f6-23f800e679e3 {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:57:52.702984 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "631c6d8a-7b73-43f2-9ba3-5c4eb7410f01", "tag": "c3a5e645-fb9f-449e-9e60-cd87c85b99f9", "status": "completed", "code": 200}]} {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:57:52.703228 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ff9804eb-ea39-44ed-85f6-23f800e679e3 {{(pid=100432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:57:52.703621 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '631c6d8a-7b73-43f2-9ba3-5c4eb7410f01', 'tag': 'c3a5e645-fb9f-449e-9e60-cd87c85b99f9', 'status': 'completed', 'code': 200} Aug 04 05:57:52.755544 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d4b65123-447c-419c-8a35-2f7e59680361 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:52.783707 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f930c-2289-45a5-849b-8a9e7a5a3c25 req-41ed8d48-caf0-472b-af78-997906f7816a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:52.785314 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9a3f930c-2289-45a5-849b-8a9e7a5a3c25 req-41ed8d48-caf0-472b-af78-997906f7816a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f62397568a74730be8e584893e1c3e1&device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 1098 time: 0.0423875 Aug 04 05:57:52.848210 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d4b65123-447c-419c-8a35-2f7e59680361 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:52.888828 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f930c-2289-45a5-849b-8a9e7a5a3c25 req-5e05f73f-8734-4885-a660-33ecba573f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:52.890470 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9a3f930c-2289-45a5-849b-8a9e7a5a3c25 req-5e05f73f-8734-4885-a660-33ecba573f1d service neutron] 10.222.0.18 "GET /v2.0/networks?id=4ef8f3b4-2b14-4272-a773-ce259c8b6ad8 HTTP/1.1" status: 200 len: 916 time: 0.0974107 Aug 04 05:57:52.926658 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d4b65123-447c-419c-8a35-2f7e59680361 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:52.958907 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b65123-447c-419c-8a35-2f7e59680361 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=065a4c71-4379-43e8-9c39-e0bc5b1fa11f,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:57:52.972441 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9a3f930c-2289-45a5-849b-8a9e7a5a3c25 req-d8e74d95-63b0-4545-a9c0-9d6a6fed5406 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3a5e645-fb9f-449e-9e60-cd87c85b99f9 HTTP/1.1" status: 200 len: 999 time: 0.0718718 Aug 04 05:57:53.000447 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-870a7fab-4607-4c51-a71b-69863ac5a485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1aef01-92be-4167-b847-6e8fea271d29', 'name': 'tempest-TestMinimumBasicScenario-1976798926-router', 'tenant_id': '8f62397568a74730be8e584893e1c3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '334f521b-c8ab-4742-a751-4d6d582e4efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:56:24Z', 'updated_at': '2021-08-04T05:56:29Z', 'revision_number': 4, 'project_id': '8f62397568a74730be8e584893e1c3e1', 'gw_port': {'id': '334f521b-c8ab-4742-a751-4d6d582e4efd', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:27:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1aef01-92be-4167-b847-6e8fea271d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:56:25Z', 'updated_at': '2021-08-04T05:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_floatingips': [{'id': 'c9158613-603f-47f5-9bb0-37ead472b73f', 'tenant_id': '8f62397568a74730be8e584893e1c3e1', 'floating_ip_address': '172.27.1.154', 'floating_network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'router_id': '9c1aef01-92be-4167-b847-6e8fea271d29', 'port_id': 'c3a5e645-fb9f-449e-9e60-cd87c85b99f9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ef8f3b4-2b14-4272-a773-ce259c8b6ad8', 'mac_address': 'fa:16:3e:30:a0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631c6d8a-7b73-43f2-9ba3-5c4eb7410f01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T05:57:51Z', 'updated_at': '2021-08-04T05:57:51Z', 'revision_number': 0, 'project_id': '8f62397568a74730be8e584893e1c3e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40345e65-3264-4f5c-a581-3a730cb25046', 'name': '', 'network_id': '4ef8f3b4-2b14-4272-a773-ce259c8b6ad8', 'tenant_id': '8f62397568a74730be8e584893e1c3e1', 'mac_address': 'fa:16:3e:c3:00:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1aef01-92be-4167-b847-6e8fea271d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '4a1f5ca3-6248-4755-92d6-9160486f41b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:56:29Z', 'updated_at': '2021-08-04T05:56:37Z', 'revision_number': 5, 'project_id': '8f62397568a74730be8e584893e1c3e1', 'subnets': [{'id': '4a1f5ca3-6248-4755-92d6-9160486f41b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:57:53.019981 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d4b65123-447c-419c-8a35-2f7e59680361 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:53.022869 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-d4b65123-447c-419c-8a35-2f7e59680361 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3697853 Aug 04 05:57:53.024301 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 59872) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:57:53.027499 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870a7fab-4607-4c51-a71b-69863ac5a485 None None] Checking router: 9c1aef01-92be-4167-b847-6e8fea271d29 for host: dv-cinder-801617-4-iscsi {{(pid=100433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 05:57:53.029586 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f930c-2289-45a5-849b-8a9e7a5a3c25 req-106a9c4b-bd96-4356-a412-63d6c48178a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:53.031048 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9a3f930c-2289-45a5-849b-8a9e7a5a3c25 req-106a9c4b-bd96-4356-a412-63d6c48178a0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4a1f5ca3-6248-4755-92d6-9160486f41b6 HTTP/1.1" status: 200 len: 854 time: 0.0503221 Aug 04 05:57:53.036518 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870a7fab-4607-4c51-a71b-69863ac5a485 None None] Routers {'9c1aef01-92be-4167-b847-6e8fea271d29'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:57:53.037117 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-870a7fab-4607-4c51-a71b-69863ac5a485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:57:36Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['9c1aef01-92be-4167-b847-6e8fea271d29'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:57:53.043654 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-3cc4c774-7c9b-474e-9482-4661c4d24254 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Request body: {'security_group_rule': {'security_group_id': '065a4c71-4379-43e8-9c39-e0bc5b1fa11f', 'project_id': '8f62397568a74730be8e584893e1c3e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:57:53.081057 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c5e63-7b4d-40cb-aff0-8adc3fec529d req-2b94bde8-5be7-4f24-8e26-682015cecfc4 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:53.083514 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-2c6c5e63-7b4d-40cb-aff0-8adc3fec529d req-2b94bde8-5be7-4f24-8e26-682015cecfc4 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec21a5cc-796d-417c-8ad2-ee567b62078d HTTP/1.1" status: 200 len: 944 time: 0.0724845 Aug 04 05:57:53.086616 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f930c-2289-45a5-849b-8a9e7a5a3c25 req-27d23ecf-8948-4eeb-898f-aeba4b5594c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:53.088289 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9a3f930c-2289-45a5-849b-8a9e7a5a3c25 req-27d23ecf-8948-4eeb-898f-aeba4b5594c9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4ef8f3b4-2b14-4272-a773-ce259c8b6ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0476019 Aug 04 05:57:53.125606 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-2c6c5e63-7b4d-40cb-aff0-8adc3fec529d req-6052e930-61b6-4bb7-b26b-d49aaa75c8bf tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/security-groups?id=891ea094-2101-48fa-9c9a-418dc2a82fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366886 Aug 04 05:57:53.136424 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3cc4c774-7c9b-474e-9482-4661c4d24254 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:53.151988 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-870a7fab-4607-4c51-a71b-69863ac5a485 None None] Set router 9c1aef01-92be-4167-b847-6e8fea271d29 gateway port host: dv-cinder-801617-4-iscsi {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:57:53.189664 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3cc4c774-7c9b-474e-9482-4661c4d24254 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:53.195408 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9a3f930c-2289-45a5-849b-8a9e7a5a3c25 req-a0e12a69-2252-49fe-aaa7-ee41249a1fa1 service neutron] 10.222.0.18 "GET /v2.0/networks/4ef8f3b4-2b14-4272-a773-ce259c8b6ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938373 Aug 04 05:57:53.278300 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3cc4c774-7c9b-474e-9482-4661c4d24254 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997345'] for security_group_rule, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:53.288283 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9a3f930c-2289-45a5-849b-8a9e7a5a3c25 req-5c8738f2-d484-4a92-bb3c-4a1bac35aac5 service neutron] 10.222.0.18 "GET /v2.0/networks/4ef8f3b4-2b14-4272-a773-ce259c8b6ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850713 Aug 04 05:57:53.297442 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc4c774-7c9b-474e-9482-4661c4d24254 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bed2a88f-7467-4f58-bd6f-1e648dd92ac3,revision_number=0']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:57:53.303318 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 662ea2ac-c9d6-456e-b76a-7c4968bba9cf details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=100433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 05:57:53.380662 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3cc4c774-7c9b-474e-9482-4661c4d24254 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:53.381895 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-3cc4c774-7c9b-474e-9482-4661c4d24254 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3563516 Aug 04 05:57:53.384678 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 59876) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:57:53.389388 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-3cacc3d6-0537-41c2-af18-0af4b38c3586 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Request body: {'security_group_rule': {'security_group_id': '065a4c71-4379-43e8-9c39-e0bc5b1fa11f', 'project_id': '8f62397568a74730be8e584893e1c3e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:57:53.453702 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 662ea2ac-c9d6-456e-b76a-7c4968bba9cf, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=662ea2ac-c9d6-456e-b76a-7c4968bba9cf,segment=NetworkSegment(56857cc4-8378-4d20-9e3c-c07dc6a33ba7),segment_id=56857cc4-8378-4d20-9e3c-c07dc6a33ba7)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:57:53.474209 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Returning: {'device': '662ea2ac-c9d6-456e-b76a-7c4968bba9cf', 'network_id': '3907b242-ef3b-469a-800e-be8404ea9585', 'port_id': '662ea2ac-c9d6-456e-b76a-7c4968bba9cf', 'mac_address': 'fa:16:3e:e1:de:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a14a1ef0-e270-4b89-af7f-41504d21d3f7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 05:57:53.511231 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-870a7fab-4607-4c51-a71b-69863ac5a485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1aef01-92be-4167-b847-6e8fea271d29', 'name': 'tempest-TestMinimumBasicScenario-1976798926-router', 'tenant_id': '8f62397568a74730be8e584893e1c3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '334f521b-c8ab-4742-a751-4d6d582e4efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:56:24Z', 'updated_at': '2021-08-04T05:56:29Z', 'revision_number': 4, 'project_id': '8f62397568a74730be8e584893e1c3e1', 'gw_port': {'id': '334f521b-c8ab-4742-a751-4d6d582e4efd', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:27:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1aef01-92be-4167-b847-6e8fea271d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:56:25Z', 'updated_at': '2021-08-04T05:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_floatingips': [{'id': 'c9158613-603f-47f5-9bb0-37ead472b73f', 'tenant_id': '8f62397568a74730be8e584893e1c3e1', 'floating_ip_address': '172.27.1.154', 'floating_network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'router_id': '9c1aef01-92be-4167-b847-6e8fea271d29', 'port_id': 'c3a5e645-fb9f-449e-9e60-cd87c85b99f9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ef8f3b4-2b14-4272-a773-ce259c8b6ad8', 'mac_address': 'fa:16:3e:30:a0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631c6d8a-7b73-43f2-9ba3-5c4eb7410f01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T05:57:51Z', 'updated_at': '2021-08-04T05:57:51Z', 'revision_number': 0, 'project_id': '8f62397568a74730be8e584893e1c3e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40345e65-3264-4f5c-a581-3a730cb25046', 'name': '', 'network_id': '4ef8f3b4-2b14-4272-a773-ce259c8b6ad8', 'tenant_id': '8f62397568a74730be8e584893e1c3e1', 'mac_address': 'fa:16:3e:c3:00:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1aef01-92be-4167-b847-6e8fea271d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '4a1f5ca3-6248-4755-92d6-9160486f41b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:56:29Z', 'updated_at': '2021-08-04T05:56:37Z', 'revision_number': 5, 'project_id': '8f62397568a74730be8e584893e1c3e1', 'subnets': [{'id': '4a1f5ca3-6248-4755-92d6-9160486f41b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:57:53.523272 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3cacc3d6-0537-41c2-af18-0af4b38c3586 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:53.541558 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870a7fab-4607-4c51-a71b-69863ac5a485 None None] The sync data for ids ['9c1aef01-92be-4167-b847-6e8fea271d29'] in dv-cinder-801617-4-iscsi is: [{'id': '9c1aef01-92be-4167-b847-6e8fea271d29', 'name': 'tempest-TestMinimumBasicScenario-1976798926-router', 'tenant_id': '8f62397568a74730be8e584893e1c3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '334f521b-c8ab-4742-a751-4d6d582e4efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:56:24Z', 'updated_at': '2021-08-04T05:56:29Z', 'revision_number': 4, 'project_id': '8f62397568a74730be8e584893e1c3e1', 'gw_port': {'id': '334f521b-c8ab-4742-a751-4d6d582e4efd', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:27:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1aef01-92be-4167-b847-6e8fea271d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:56:25Z', 'updated_at': '2021-08-04T05:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_floatingips': [{'id': 'c9158613-603f-47f5-9bb0-37ead472b73f', 'tenant_id': '8f62397568a74730be8e584893e1c3e1', 'floating_ip_address': '172.27.1.154', 'floating_network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'router_id': '9c1aef01-92be-4167-b847-6e8fea271d29', 'port_id': 'c3a5e645-fb9f-449e-9e60-cd87c85b99f9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ef8f3b4-2b14-4272-a773-ce259c8b6ad8', 'mac_address': 'fa:16:3e:30:a0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631c6d8a-7b73-43f2-9ba3-5c4eb7410f01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T05:57:51Z', 'updated_at': '2021-08-04T05:57:51Z', 'revision_number': 0, 'project_id': '8f62397568a74730be8e584893e1c3e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40345e65-3264-4f5c-a581-3a730cb25046', 'name': '', 'network_id': '4ef8f3b4-2b14-4272-a773-ce259c8b6ad8', 'tenant_id': '8f62397568a74730be8e584893e1c3e1', 'mac_address': 'fa:16:3e:c3:00:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1aef01-92be-4167-b847-6e8fea271d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '4a1f5ca3-6248-4755-92d6-9160486f41b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:56:29Z', 'updated_at': '2021-08-04T05:56:37Z', 'revision_number': 5, 'project_id': '8f62397568a74730be8e584893e1c3e1', 'subnets': [{'id': '4a1f5ca3-6248-4755-92d6-9160486f41b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 05:57:53.551177 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:53.563041 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 662ea2ac-c9d6-456e-b76a-7c4968bba9cf {{(pid=100433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 05:57:53.584180 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 662ea2ac-c9d6-456e-b76a-7c4968bba9cf, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=662ea2ac-c9d6-456e-b76a-7c4968bba9cf,segment=NetworkSegment(56857cc4-8378-4d20-9e3c-c07dc6a33ba7),segment_id=56857cc4-8378-4d20-9e3c-c07dc6a33ba7)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:57:53.587466 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3cacc3d6-0537-41c2-af18-0af4b38c3586 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:53.654877 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:53.708525 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=662ea2ac-c9d6-456e-b76a-7c4968bba9cf,revision_number=4']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:57:53.735059 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3cacc3d6-0537-41c2-af18-0af4b38c3586 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997345'] for security_group_rule, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:53.756601 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cacc3d6-0537-41c2-af18-0af4b38c3586 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca834f16-aec7-46d5-ae89-561e1faaf52a,revision_number=0']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:57:53.824935 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc77536-070e-4fbc-af91-64bcc3bc7a9a None None] New status for floating IP c9158613-603f-47f5-9bb0-37ead472b73f: ACTIVE {{(pid=100434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 05:57:53.826801 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3cacc3d6-0537-41c2-af18-0af4b38c3586 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:53.828483 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-3cacc3d6-0537-41c2-af18-0af4b38c3586 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4426248 Aug 04 05:57:53.831926 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 59878) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:57:53.836837 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-115f4a5d-cb20-4c5e-b0fc-9009bc98943b tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Request body: {'security_group_rule': {'security_group_id': '065a4c71-4379-43e8-9c39-e0bc5b1fa11f', 'project_id': '8f62397568a74730be8e584893e1c3e1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:57:53.940277 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-115f4a5d-cb20-4c5e-b0fc-9009bc98943b tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:53.978967 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] get_ports_and_sgs() called for port_ids ['662ea2ac-c9d6-456e-b76a-7c4968bba9cf'] {{(pid=100433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 05:57:53.998826 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-115f4a5d-cb20-4c5e-b0fc-9009bc98943b tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:54.123108 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-115f4a5d-cb20-4c5e-b0fc-9009bc98943b tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997345'] for security_group_rule, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:54.142607 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f4a5d-cb20-4c5e-b0fc-9009bc98943b tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7710b6f1-babd-46c2-ab1b-a4ac743222e2,revision_number=0']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:57:54.233138 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-115f4a5d-cb20-4c5e-b0fc-9009bc98943b tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:54.234513 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-115f4a5d-cb20-4c5e-b0fc-9009bc98943b tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4013779 Aug 04 05:57:54.237341 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 59882) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:57:54.241853 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-a274220d-247b-45d7-b107-5e7535762e9a tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Request body: {'security_group_rule': {'security_group_id': '065a4c71-4379-43e8-9c39-e0bc5b1fa11f', 'project_id': '8f62397568a74730be8e584893e1c3e1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:57:54.255816 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427975a-09a0-4d89-af7d-c4daacfb4ad3 req-fb2f862f-c44c-42a3-9a7c-81c72b455e59 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:54.257365 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f427975a-09a0-4d89-af7d-c4daacfb4ad3 req-fb2f862f-c44c-42a3-9a7c-81c72b455e59 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec21a5cc-796d-417c-8ad2-ee567b62078d HTTP/1.1" status: 200 len: 945 time: 0.0614371 Aug 04 05:57:54.297772 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f427975a-09a0-4d89-af7d-c4daacfb4ad3 req-03b655af-579a-4c9c-8de9-c84461c0c484 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/security-groups?id=891ea094-2101-48fa-9c9a-418dc2a82fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344002 Aug 04 05:57:54.355080 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a274220d-247b-45d7-b107-5e7535762e9a tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:54.416456 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a274220d-247b-45d7-b107-5e7535762e9a tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:54.512330 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a274220d-247b-45d7-b107-5e7535762e9a tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997345'] for security_group_rule, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:54.530173 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a274220d-247b-45d7-b107-5e7535762e9a tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c38cace-a082-41fc-bc15-f692db8c3066,revision_number=0']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:57:54.603100 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a274220d-247b-45d7-b107-5e7535762e9a tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:54.604425 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-a274220d-247b-45d7-b107-5e7535762e9a tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3661034 Aug 04 05:57:54.607207 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 59886) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:57:54.612457 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-deb3f8db-84ea-4308-814c-ebf9452ffcf0 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Request body: {'security_group_rule': {'security_group_id': '065a4c71-4379-43e8-9c39-e0bc5b1fa11f', 'project_id': '8f62397568a74730be8e584893e1c3e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:57:54.697481 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.db.securitygroups_db [None req-deb3f8db-84ea-4308-814c-ebf9452ffcf0 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Project 8f62397568a74730be8e584893e1c3e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 05:57:54.702431 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-deb3f8db-84ea-4308-814c-ebf9452ffcf0 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:54.761716 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-deb3f8db-84ea-4308-814c-ebf9452ffcf0 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:54.863208 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-deb3f8db-84ea-4308-814c-ebf9452ffcf0 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997345'] for security_group_rule, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:54.882263 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb3f8db-84ea-4308-814c-ebf9452ffcf0 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=353bb0d8-5cc3-4ab3-ad03-bcb3e9a9125f,revision_number=0']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:57:54.992328 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-deb3f8db-84ea-4308-814c-ebf9452ffcf0 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:54.993560 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-deb3f8db-84ea-4308-814c-ebf9452ffcf0 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3854034 Aug 04 05:57:54.996278 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 59888) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:57:55.000668 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-bcf0c091-52f2-4af6-aa4f-4fd6aa4a58b5 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Request body: {'security_group_rule': {'security_group_id': '065a4c71-4379-43e8-9c39-e0bc5b1fa11f', 'project_id': '8f62397568a74730be8e584893e1c3e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:57:55.121032 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.db.securitygroups_db [None req-bcf0c091-52f2-4af6-aa4f-4fd6aa4a58b5 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Project 8f62397568a74730be8e584893e1c3e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 05:57:55.125896 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-bcf0c091-52f2-4af6-aa4f-4fd6aa4a58b5 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:55.186507 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-bcf0c091-52f2-4af6-aa4f-4fd6aa4a58b5 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:55.307977 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 662ea2ac-c9d6-456e-b76a-7c4968bba9cf up at agent hyperv_hv-cinder-80161 {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:57:55.332130 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-bcf0c091-52f2-4af6-aa4f-4fd6aa4a58b5 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997345'] for security_group_rule, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:55.353728 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf0c091-52f2-4af6-aa4f-4fd6aa4a58b5 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0364c8a5-7bf7-46d5-bb3a-f77b3a00175b,revision_number=0']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:57:55.421101 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e078e921-4dfe-4140-9bf2-eb5ff508e6ad req-521ffa57-5491-4a45-89e4-197d44a84c19 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:55.422686 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-e078e921-4dfe-4140-9bf2-eb5ff508e6ad req-521ffa57-5491-4a45-89e4-197d44a84c19 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec21a5cc-796d-417c-8ad2-ee567b62078d HTTP/1.1" status: 200 len: 945 time: 0.0516658 Aug 04 05:57:55.448776 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-bcf0c091-52f2-4af6-aa4f-4fd6aa4a58b5 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:55.449951 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-bcf0c091-52f2-4af6-aa4f-4fd6aa4a58b5 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4527590 Aug 04 05:57:55.463172 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-e078e921-4dfe-4140-9bf2-eb5ff508e6ad req-421a367e-ef77-4e59-aa83-1657dc00fa32 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/security-groups?id=891ea094-2101-48fa-9c9a-418dc2a82fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342653 Aug 04 05:57:55.483140 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Provisioning for port 662ea2ac-c9d6-456e-b76a-7c4968bba9cf completed by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:57:55.487210 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Provisioning complete for port 662ea2ac-c9d6-456e-b76a-7c4968bba9cf triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:57:55.487573 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:55.534010 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-c48101de-e1a0-4b42-bcd2-69fad5fa9661 req-f9cd4379-337f-4c49-9c33-fc7a05f1a075 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1529017371&fields=id&tenant_id=8f62397568a74730be8e584893e1c3e1 HTTP/1.1" status: 200 len: 267 time: 0.0344276 Aug 04 05:57:55.570053 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:55.587811 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48101de-e1a0-4b42-bcd2-69fad5fa9661 req-ac351aac-b502-44b6-ab77-01576da8486d tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:55.589328 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-c48101de-e1a0-4b42-bcd2-69fad5fa9661 req-ac351aac-b502-44b6-ab77-01576da8486d tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 945 time: 0.0501740 Aug 04 05:57:55.592320 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec21a5cc-796d-417c-8ad2-ee567b62078d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '662ea2ac-c9d6-456e-b76a-7c4968bba9cf'}] {{(pid=100433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:57:55.594786 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffe4ad2cefe5cc989f07e8393c985a8403d56455fd91e6fde58b148ee627bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063455b5-da47-4317-bd9b-1c51fbb4e22d" -d '{"events": [{"server_uuid": "ec21a5cc-796d-417c-8ad2-ee567b62078d", "name": "network-vif-plugged", "status": "completed", "tag": "662ea2ac-c9d6-456e-b76a-7c4968bba9cf"}]}' {{(pid=100433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:57:55.601393 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [req-c48101de-e1a0-4b42-bcd2-69fad5fa9661 req-bbea46c7-5459-4664-97c4-a7f96048c1b5 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Request body: {'port': {'security_groups': ['15c688f3-4334-4a5b-b183-64c7de2fe4c8', '065a4c71-4379-43e8-9c39-e0bc5b1fa11f']}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:57:55.607806 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 662ea2ac-c9d6-456e-b76a-7c4968bba9cf, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=662ea2ac-c9d6-456e-b76a-7c4968bba9cf,segment=NetworkSegment(56857cc4-8378-4d20-9e3c-c07dc6a33ba7),segment_id=56857cc4-8378-4d20-9e3c-c07dc6a33ba7)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:57:55.631890 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 05:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32ac17f-64a3-4ff2-a10d-e3d72df38321 x-openstack-request-id: req-f32ac17f-64a3-4ff2-a10d-e3d72df38321 {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:57:55.634149 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec21a5cc-796d-417c-8ad2-ee567b62078d", "name": "network-vif-plugged", "status": "completed", "tag": "662ea2ac-c9d6-456e-b76a-7c4968bba9cf", "code": 200}]} {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:57:55.634149 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f32ac17f-64a3-4ff2-a10d-e3d72df38321 {{(pid=100433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:57:55.634149 dv-cinder-801617-4-iscsi neutron-server[100433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec21a5cc-796d-417c-8ad2-ee567b62078d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '662ea2ac-c9d6-456e-b76a-7c4968bba9cf', 'code': 200} Aug 04 05:57:55.671248 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-c48101de-e1a0-4b42-bcd2-69fad5fa9661 req-bbea46c7-5459-4664-97c4-a7f96048c1b5 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:55.717386 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:55.764971 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=662ea2ac-c9d6-456e-b76a-7c4968bba9cf,revision_number=5']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:57:55.859095 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [req-c48101de-e1a0-4b42-bcd2-69fad5fa9661 req-bbea46c7-5459-4664-97c4-a7f96048c1b5 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] For port c3a5e645-fb9f-449e-9e60-cd87c85b99f9, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=c3a5e645-fb9f-449e-9e60-cd87c85b99f9,segment=NetworkSegment(fd5c282d-b29f-459e-bfb6-2a02f219b3cd),segment_id=fd5c282d-b29f-459e-bfb6-2a02f219b3cd)] {{(pid=100432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:57:55.888423 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-c48101de-e1a0-4b42-bcd2-69fad5fa9661 req-bbea46c7-5459-4664-97c4-a7f96048c1b5 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks [] for port, precommit_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:55.994113 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-c48101de-e1a0-4b42-bcd2-69fad5fa9661 req-bbea46c7-5459-4664-97c4-a7f96048c1b5 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5048305'] for port, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:55.996709 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d920577-2dc7-4da5-9468-4060a5378004 req-b71b291b-74e0-418f-be29-611d1112eb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:55.998140 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-3d920577-2dc7-4da5-9468-4060a5378004 req-b71b291b-74e0-418f-be29-611d1112eb9a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ec21a5cc-796d-417c-8ad2-ee567b62078d HTTP/1.1" status: 200 len: 1099 time: 0.0408669 Aug 04 05:57:56.014597 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] get_ports_and_sgs() called for port_ids ['c3a5e645-fb9f-449e-9e60-cd87c85b99f9'] {{(pid=100433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 05:57:56.053467 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48101de-e1a0-4b42-bcd2-69fad5fa9661 req-bbea46c7-5459-4664-97c4-a7f96048c1b5 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:56.054306 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-c48101de-e1a0-4b42-bcd2-69fad5fa9661 req-bbea46c7-5459-4664-97c4-a7f96048c1b5 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for port, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:56.055490 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-c48101de-e1a0-4b42-bcd2-69fad5fa9661 req-bbea46c7-5459-4664-97c4-a7f96048c1b5 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "PUT /v2.0/ports/c3a5e645-fb9f-449e-9e60-cd87c85b99f9 HTTP/1.1" status: 200 len: 981 time: 0.4589324 Aug 04 05:57:56.062216 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '631c6d8a-7b73-43f2-9ba3-5c4eb7410f01', 'tag': 'c3a5e645-fb9f-449e-9e60-cd87c85b99f9'}] {{(pid=100432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:57:56.062216 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7961aa7e709e573ce1f4efc3791ca037d6473da3b2c6b2a251ebfb1631130676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f0cba6-dfd3-4f62-b174-3d85a36abee5" -d '{"events": [{"name": "network-changed", "server_uuid": "631c6d8a-7b73-43f2-9ba3-5c4eb7410f01", "tag": "c3a5e645-fb9f-449e-9e60-cd87c85b99f9"}]}' {{(pid=100432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:57:56.105498 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-3d920577-2dc7-4da5-9468-4060a5378004 req-049809bb-e8ef-4bfb-83dd-eecb9e425292 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=891ea094-2101-48fa-9c9a-418dc2a82fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803323 Aug 04 05:57:56.111331 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbea46c7-5459-4664-97c4-a7f96048c1b5 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Pushing event updated for resources: {'Port': ['ID=c3a5e645-fb9f-449e-9e60-cd87c85b99f9,revision_number=6']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:57:56.148360 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 05:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b011bfc8-9986-4f9e-b5b1-10d68370bb27 x-openstack-request-id: req-b011bfc8-9986-4f9e-b5b1-10d68370bb27 {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:57:56.148653 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "631c6d8a-7b73-43f2-9ba3-5c4eb7410f01", "tag": "c3a5e645-fb9f-449e-9e60-cd87c85b99f9", "status": "completed", "code": 200}]} {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:57:56.148903 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b011bfc8-9986-4f9e-b5b1-10d68370bb27 {{(pid=100432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:57:56.149308 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '631c6d8a-7b73-43f2-9ba3-5c4eb7410f01', 'tag': 'c3a5e645-fb9f-449e-9e60-cd87c85b99f9', 'status': 'completed', 'code': 200} Aug 04 05:57:56.170512 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed29c6-562c-4beb-b6e8-61ab2a3b4c1a req-bcf55fc8-ec40-4595-a6ad-04fc31811928 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:56.172927 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-35ed29c6-562c-4beb-b6e8-61ab2a3b4c1a req-bcf55fc8-ec40-4595-a6ad-04fc31811928 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 984 time: 0.0552075 Aug 04 05:57:56.200926 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] get_ports_and_sgs() called for port_ids ['c3a5e645-fb9f-449e-9e60-cd87c85b99f9'] {{(pid=100433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 05:57:56.224509 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-35ed29c6-562c-4beb-b6e8-61ab2a3b4c1a req-668a4333-5dd8-41d6-9dcc-32fff15e769a tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/security-groups?id=065a4c71-4379-43e8-9c39-e0bc5b1fa11f&id=15c688f3-4334-4a5b-b183-64c7de2fe4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446198 Aug 04 05:57:56.284580 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0cba6-dfd3-4f62-b174-3d85a36abee5 req-47152d61-500a-4ca7-be22-9e0354d91c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:56.286034 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-59f0cba6-dfd3-4f62-b174-3d85a36abee5 req-47152d61-500a-4ca7-be22-9e0354d91c8a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f62397568a74730be8e584893e1c3e1&device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 1137 time: 0.0750623 Aug 04 05:57:56.320227 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:56.379627 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0cba6-dfd3-4f62-b174-3d85a36abee5 req-77c7b521-d7fb-4d49-bb17-cf89d280fa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:56.381322 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-59f0cba6-dfd3-4f62-b174-3d85a36abee5 req-77c7b521-d7fb-4d49-bb17-cf89d280fa4f service neutron] 10.222.0.18 "GET /v2.0/networks?id=4ef8f3b4-2b14-4272-a773-ce259c8b6ad8 HTTP/1.1" status: 200 len: 916 time: 0.0860665 Aug 04 05:57:56.393220 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-56853f5d-ae2b-4b16-9ea5-d9b799deeb31 None None] Provisioning complete for port c3a5e645-fb9f-449e-9e60-cd87c85b99f9 triggered by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:57:56.393455 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-56853f5d-ae2b-4b16-9ea5-d9b799deeb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:57:56.460394 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-59f0cba6-dfd3-4f62-b174-3d85a36abee5 req-b8bffcb6-598e-4c5a-adee-b74a84dabb0f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3a5e645-fb9f-449e-9e60-cd87c85b99f9 HTTP/1.1" status: 200 len: 1001 time: 0.0660233 Aug 04 05:57:56.515312 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0cba6-dfd3-4f62-b174-3d85a36abee5 req-0502741b-718e-4cbd-a0c6-0699c62b13eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:56.516900 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-59f0cba6-dfd3-4f62-b174-3d85a36abee5 req-0502741b-718e-4cbd-a0c6-0699c62b13eb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4a1f5ca3-6248-4755-92d6-9160486f41b6 HTTP/1.1" status: 200 len: 854 time: 0.0456326 Aug 04 05:57:56.598717 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0cba6-dfd3-4f62-b174-3d85a36abee5 req-be66397e-87fc-4c5b-9626-096e461e78bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:56.600377 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-59f0cba6-dfd3-4f62-b174-3d85a36abee5 req-be66397e-87fc-4c5b-9626-096e461e78bc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4ef8f3b4-2b14-4272-a773-ce259c8b6ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0662794 Aug 04 05:57:56.612118 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cae070-b17c-445d-a29c-4d99c19711b4 req-82c03a83-3a15-4ea9-8d2b-1ecae37c38f4 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:56.613768 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-69cae070-b17c-445d-a29c-4d99c19711b4 req-82c03a83-3a15-4ea9-8d2b-1ecae37c38f4 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec21a5cc-796d-417c-8ad2-ee567b62078d HTTP/1.1" status: 200 len: 946 time: 0.0720999 Aug 04 05:57:56.698577 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-69cae070-b17c-445d-a29c-4d99c19711b4 req-4500765d-8025-4d76-b824-1f347d9afb38 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/security-groups?id=891ea094-2101-48fa-9c9a-418dc2a82fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765665 Aug 04 05:57:56.726734 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-59f0cba6-dfd3-4f62-b174-3d85a36abee5 req-c671d9c6-ec9d-44ae-9688-64c3832f64d8 service neutron] 10.222.0.18 "GET /v2.0/networks/4ef8f3b4-2b14-4272-a773-ce259c8b6ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119707 Aug 04 05:57:56.824205 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-59f0cba6-dfd3-4f62-b174-3d85a36abee5 req-083a1dd1-9adf-4fa2-a01f-0adb4923ed5d service neutron] 10.222.0.18 "GET /v2.0/networks/4ef8f3b4-2b14-4272-a773-ce259c8b6ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852399 Aug 04 05:57:57.817983 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10452b3-99b0-4fa6-8059-899a5e804efb req-2bd06624-e7c4-4ce9-9412-0b4b93f5469d tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:57:57.819419 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-f10452b3-99b0-4fa6-8059-899a5e804efb req-2bd06624-e7c4-4ce9-9412-0b4b93f5469d tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec21a5cc-796d-417c-8ad2-ee567b62078d HTTP/1.1" status: 200 len: 946 time: 0.0476544 Aug 04 05:57:57.858819 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-f10452b3-99b0-4fa6-8059-899a5e804efb req-6537cbcf-4c39-4aa5-9b1a-51d112adc208 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/security-groups?id=891ea094-2101-48fa-9c9a-418dc2a82fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335076 Aug 04 05:58:03.707060 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-96778667-aa65-4322-96b1-dcd8135d12c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:05.015607 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-af02ba66-bd33-4c7f-ad7c-7481e90ae0d9 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 05:58:05.228822 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-80d531af-44c4-4393-97d0-98cb9a010096 req-1f6cf48f-c46f-4222-8388-f86ac1c86e59 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402715 Aug 04 05:58:05.292224 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d531af-44c4-4393-97d0-98cb9a010096 req-c5353641-d107-44a9-a63d-e69bd2c552ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:05.293692 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-80d531af-44c4-4393-97d0-98cb9a010096 req-c5353641-d107-44a9-a63d-e69bd2c552ee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec04283d3509443b9c65cd9af852d46f&device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 1100 time: 0.0395632 Aug 04 05:58:05.408164 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d531af-44c4-4393-97d0-98cb9a010096 req-df453d40-f0db-4c86-903d-c6e03e7872df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:05.410259 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-80d531af-44c4-4393-97d0-98cb9a010096 req-df453d40-f0db-4c86-903d-c6e03e7872df service neutron] 10.222.0.18 "GET /v2.0/networks?id=a493c09c-6949-44f8-8e08-fbb13c36d6a2 HTTP/1.1" status: 200 len: 918 time: 0.0879126 Aug 04 05:58:05.487916 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-80d531af-44c4-4393-97d0-98cb9a010096 req-5ad1bb24-55d6-4330-a89c-08b0791aea5f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec952f16-dc93-4d6b-a88d-f9718685be57 HTTP/1.1" status: 200 len: 1002 time: 0.0620611 Aug 04 05:58:05.539565 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d531af-44c4-4393-97d0-98cb9a010096 req-8e676cd7-0293-413c-ba9d-d9115b4dd0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:05.540999 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-80d531af-44c4-4393-97d0-98cb9a010096 req-8e676cd7-0293-413c-ba9d-d9115b4dd0df service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2aeabe42-c308-496c-8730-52b38af59b7d HTTP/1.1" status: 200 len: 856 time: 0.0421934 Aug 04 05:58:05.596695 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d531af-44c4-4393-97d0-98cb9a010096 req-8f24bf1d-e251-4e54-929d-81be266d3b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:05.598192 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-80d531af-44c4-4393-97d0-98cb9a010096 req-8f24bf1d-e251-4e54-929d-81be266d3b43 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a493c09c-6949-44f8-8e08-fbb13c36d6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444643 Aug 04 05:58:05.690356 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-80d531af-44c4-4393-97d0-98cb9a010096 req-290e3738-3001-4338-a197-716d789a9b1a service neutron] 10.222.0.18 "GET /v2.0/networks/a493c09c-6949-44f8-8e08-fbb13c36d6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802753 Aug 04 05:58:05.793910 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-80d531af-44c4-4393-97d0-98cb9a010096 req-317de0d3-4264-4fc8-88b5-b4c4d3163002 service neutron] 10.222.0.18 "GET /v2.0/networks/a493c09c-6949-44f8-8e08-fbb13c36d6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916653 Aug 04 05:58:06.062768 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-36e6ebcb-e6bd-499b-a779-4f8809b310ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:06.285816 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:07.628180 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6693b30c-6718-4946-8b55-748181203f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:09.360649 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-dee0c6e9-f257-441c-951e-ad3806d8c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:12.716063 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566a537-d460-4b21-bd10-78df96a98e4f req-90e37799-b95d-4adf-8060-66d3cbfea503 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:12.717452 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-5566a537-d460-4b21-bd10-78df96a98e4f req-90e37799-b95d-4adf-8060-66d3cbfea503 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/networks?id=3907b242-ef3b-469a-800e-be8404ea9585 HTTP/1.1" status: 200 len: 815 time: 0.1080279 Aug 04 05:58:12.732636 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-5566a537-d460-4b21-bd10-78df96a98e4f req-ddd658e1-84fc-4a1b-8164-958671f6fb2a tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/quotas/9623731366924c0c8ac7ed943da99a82 HTTP/1.1" status: 200 len: 375 time: 0.0090864 Aug 04 05:58:12.782660 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-5566a537-d460-4b21-bd10-78df96a98e4f req-537fc9dd-fcda-4d15-93a8-4b2973a098bd tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9623731366924c0c8ac7ed943da99a82&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0438793 Aug 04 05:58:12.880127 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-5566a537-d460-4b21-bd10-78df96a98e4f req-72ba529c-521e-4558-b824-af8ea48211e0 service neutron] 10.222.0.37 "GET /v2.0/networks/3907b242-ef3b-469a-800e-be8404ea9585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854263 Aug 04 05:58:12.968623 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-5566a537-d460-4b21-bd10-78df96a98e4f req-5bc5978c-6a23-4b63-9f17-6dece8aaff33 service neutron] 10.222.0.37 "GET /v2.0/networks/3907b242-ef3b-469a-800e-be8404ea9585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824456 Aug 04 05:58:13.191882 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-512452bc-2842-4f5a-971a-d1ae91b9479b req-0f8a9b4c-dd65-425d-beae-6a43fffc2140 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=beeeca7d-1b19-458e-b8b5-690e1a3b27ce HTTP/1.1" status: 200 len: 210 time: 0.0261180 Aug 04 05:58:14.285895 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-94b8cdcf-746c-4504-8eea-49b4172fed42 req-740c3744-9830-4c34-8799-d133789e7a6d tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=beeeca7d-1b19-458e-b8b5-690e1a3b27ce HTTP/1.1" status: 200 len: 210 time: 0.0261705 Aug 04 05:58:15.387310 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-99772083-69e4-4685-90fe-764fee19f65e req-4cb473ee-6223-4e87-ab08-71fcea78b331 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=beeeca7d-1b19-458e-b8b5-690e1a3b27ce HTTP/1.1" status: 200 len: 210 time: 0.0296230 Aug 04 05:58:15.844580 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566a537-d460-4b21-bd10-78df96a98e4f req-cb2cd53c-8c92-464d-b680-e431f7f4a069 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:15.846700 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5566a537-d460-4b21-bd10-78df96a98e4f req-cb2cd53c-8c92-464d-b680-e431f7f4a069 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.18 "GET /v2.0/networks?id=3907b242-ef3b-469a-800e-be8404ea9585 HTTP/1.1" status: 200 len: 815 time: 0.0987000 Aug 04 05:58:15.863191 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [req-5566a537-d460-4b21-bd10-78df96a98e4f req-2c3b1caa-5d19-4bbd-84c3-4f61c2172016 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Request body: {'port': {'device_id': 'beeeca7d-1b19-458e-b8b5-690e1a3b27ce', 'network_id': '3907b242-ef3b-469a-800e-be8404ea9585', 'admin_state_up': True, 'tenant_id': '9623731366924c0c8ac7ed943da99a82'}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:58:16.091609 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5566a537-d460-4b21-bd10-78df96a98e4f req-2c3b1caa-5d19-4bbd-84c3-4f61c2172016 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Made reservation on behalf of 9623731366924c0c8ac7ed943da99a82 for: {'port': 1} {{(pid=100432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 05:58:16.095246 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-5566a537-d460-4b21-bd10-78df96a98e4f req-2c3b1caa-5d19-4bbd-84c3-4f61c2172016 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:16.231797 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.db_base_plugin_common [req-5566a537-d460-4b21-bd10-78df96a98e4f req-2c3b1caa-5d19-4bbd-84c3-4f61c2172016 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Allocated IP 172.20.0.4 (3907b242-ef3b-469a-800e-be8404ea9585/a14a1ef0-e270-4b89-af7f-41504d21d3f7/095f9c91-8c8a-4a2d-829f-439122d79119) {{(pid=100432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 05:58:16.376180 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-5566a537-d460-4b21-bd10-78df96a98e4f req-2c3b1caa-5d19-4bbd-84c3-4f61c2172016 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Notify callbacks [] for port, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:16.488504 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-d318a38f-2656-4467-ba87-4edbd9d95a70 req-c7935e62-6d6f-4ee6-93c5-5f17b068cc1b tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=beeeca7d-1b19-458e-b8b5-690e1a3b27ce HTTP/1.1" status: 200 len: 210 time: 0.0263586 Aug 04 05:58:16.489628 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-5566a537-d460-4b21-bd10-78df96a98e4f req-2c3b1caa-5d19-4bbd-84c3-4f61c2172016 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:16.502712 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] get_ports_and_sgs() called for port_ids ['662ea2ac-c9d6-456e-b76a-7c4968bba9cf'] {{(pid=100433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 05:58:16.532348 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5566a537-d460-4b21-bd10-78df96a98e4f req-2c3b1caa-5d19-4bbd-84c3-4f61c2172016 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Network 3907b242-ef3b-469a-800e-be8404ea9585 is already hosted by enough agents. {{(pid=100432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:58:16.535347 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.base_scheduler [req-5566a537-d460-4b21-bd10-78df96a98e4f req-2c3b1caa-5d19-4bbd-84c3-4f61c2172016 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Resources bound (agent type, host, resource id): {{(pid=100432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:58:16.540949 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.l3_dvrscheduler_db [req-5566a537-d460-4b21-bd10-78df96a98e4f req-2c3b1caa-5d19-4bbd-84c3-4f61c2172016 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Received port after_create {{(pid=100432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 05:58:16.546952 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b1caa-5d19-4bbd-84c3-4f61c2172016 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Pushing event updated for resources: {'Port': ['ID=095f9c91-8c8a-4a2d-829f-439122d79119,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:58:16.592164 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566a537-d460-4b21-bd10-78df96a98e4f req-2c3b1caa-5d19-4bbd-84c3-4f61c2172016 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:16.592777 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-5566a537-d460-4b21-bd10-78df96a98e4f req-2c3b1caa-5d19-4bbd-84c3-4f61c2172016 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for port, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:16.672331 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5566a537-d460-4b21-bd10-78df96a98e4f req-2c3b1caa-5d19-4bbd-84c3-4f61c2172016 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8134072 Aug 04 05:58:16.686014 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [req-5566a537-d460-4b21-bd10-78df96a98e4f req-00120475-3722-4400-a5e0-b08bcb21e272 service neutron] Request body: {'port': {'device_id': 'beeeca7d-1b19-458e-b8b5-690e1a3b27ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:58:16.740550 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-5566a537-d460-4b21-bd10-78df96a98e4f req-00120475-3722-4400-a5e0-b08bcb21e272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:16.996986 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [req-5566a537-d460-4b21-bd10-78df96a98e4f req-00120475-3722-4400-a5e0-b08bcb21e272 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 095f9c91-8c8a-4a2d-829f-439122d79119 {{(pid=100432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 05:58:17.005813 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-5566a537-d460-4b21-bd10-78df96a98e4f req-00120475-3722-4400-a5e0-b08bcb21e272 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:17.017511 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.provisioning_blocks [req-5566a537-d460-4b21-bd10-78df96a98e4f req-00120475-3722-4400-a5e0-b08bcb21e272 service neutron] Transition to ACTIVE for port object 095f9c91-8c8a-4a2d-829f-439122d79119 will not be triggered until provisioned by entity L2. {{(pid=100432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:58:17.106080 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-5566a537-d460-4b21-bd10-78df96a98e4f req-00120475-3722-4400-a5e0-b08bcb21e272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5048305'] for port, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:17.157033 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00120475-3722-4400-a5e0-b08bcb21e272 service neutron] Pushing event updated for resources: {'Port': ['ID=095f9c91-8c8a-4a2d-829f-439122d79119,revision_number=2']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:58:17.223788 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.managers [req-5566a537-d460-4b21-bd10-78df96a98e4f req-00120475-3722-4400-a5e0-b08bcb21e272 service neutron] Attempting to bind port 095f9c91-8c8a-4a2d-829f-439122d79119 on host hv-cinder-80161 for vnic_type normal with profile {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 05:58:17.224153 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.managers [req-5566a537-d460-4b21-bd10-78df96a98e4f req-00120475-3722-4400-a5e0-b08bcb21e272 service neutron] Attempting to bind port 095f9c91-8c8a-4a2d-829f-439122d79119 by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': '56857cc4-8378-4d20-9e3c-c07dc6a33ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3907b242-ef3b-469a-800e-be8404ea9585'}] {{(pid=100432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 05:58:17.224480 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5566a537-d460-4b21-bd10-78df96a98e4f req-00120475-3722-4400-a5e0-b08bcb21e272 service neutron] Attempting to bind port 095f9c91-8c8a-4a2d-829f-439122d79119 on network 3907b242-ef3b-469a-800e-be8404ea9585 {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:58:17.228710 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5566a537-d460-4b21-bd10-78df96a98e4f req-00120475-3722-4400-a5e0-b08bcb21e272 service neutron] Port 095f9c91-8c8a-4a2d-829f-439122d79119 on network 3907b242-ef3b-469a-800e-be8404ea9585 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 05:58:17.229019 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5566a537-d460-4b21-bd10-78df96a98e4f req-00120475-3722-4400-a5e0-b08bcb21e272 service neutron] Attempting to bind port 095f9c91-8c8a-4a2d-829f-439122d79119 on network 3907b242-ef3b-469a-800e-be8404ea9585 {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:58:17.233730 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5566a537-d460-4b21-bd10-78df96a98e4f req-00120475-3722-4400-a5e0-b08bcb21e272 service neutron] Checking agent: {'id': 'b8cb1127-4c6b-4c0f-8dda-968dd091f2d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 5, 51, 56), 'started_at': datetime.datetime(2021, 8, 4, 5, 51, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 5, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 05:58:17.234060 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5566a537-d460-4b21-bd10-78df96a98e4f req-00120475-3722-4400-a5e0-b08bcb21e272 service neutron] Checking segment: {'id': '56857cc4-8378-4d20-9e3c-c07dc6a33ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3907b242-ef3b-469a-800e-be8404ea9585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:58:17.234437 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5566a537-d460-4b21-bd10-78df96a98e4f req-00120475-3722-4400-a5e0-b08bcb21e272 service neutron] Bound using segment: {'id': '56857cc4-8378-4d20-9e3c-c07dc6a33ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3907b242-ef3b-469a-800e-be8404ea9585'} {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 05:58:17.234857 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.managers [req-5566a537-d460-4b21-bd10-78df96a98e4f req-00120475-3722-4400-a5e0-b08bcb21e272 service neutron] Bound port: 095f9c91-8c8a-4a2d-829f-439122d79119, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56857cc4-8378-4d20-9e3c-c07dc6a33ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3907b242-ef3b-469a-800e-be8404ea9585'}}] {{(pid=100432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 05:58:17.235207 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-5566a537-d460-4b21-bd10-78df96a98e4f req-00120475-3722-4400-a5e0-b08bcb21e272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:17.312017 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [req-5566a537-d460-4b21-bd10-78df96a98e4f req-00120475-3722-4400-a5e0-b08bcb21e272 service neutron] For port 095f9c91-8c8a-4a2d-829f-439122d79119, host hv-cinder-80161, cleared binding levels {{(pid=100432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 05:58:17.315255 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [req-5566a537-d460-4b21-bd10-78df96a98e4f req-00120475-3722-4400-a5e0-b08bcb21e272 service neutron] For port 095f9c91-8c8a-4a2d-829f-439122d79119, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=095f9c91-8c8a-4a2d-829f-439122d79119,segment=NetworkSegment(56857cc4-8378-4d20-9e3c-c07dc6a33ba7),segment_id=56857cc4-8378-4d20-9e3c-c07dc6a33ba7)] {{(pid=100432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 05:58:17.471949 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-5566a537-d460-4b21-bd10-78df96a98e4f req-00120475-3722-4400-a5e0-b08bcb21e272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5048305'] for port, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:17.534529 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566a537-d460-4b21-bd10-78df96a98e4f req-00120475-3722-4400-a5e0-b08bcb21e272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:17.535147 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-5566a537-d460-4b21-bd10-78df96a98e4f req-00120475-3722-4400-a5e0-b08bcb21e272 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for port, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:17.536584 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5566a537-d460-4b21-bd10-78df96a98e4f req-00120475-3722-4400-a5e0-b08bcb21e272 service neutron] 10.222.0.18 "PUT /v2.0/ports/095f9c91-8c8a-4a2d-829f-439122d79119 HTTP/1.1" status: 200 len: 1093 time: 0.8546255 Aug 04 05:58:17.537869 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beeeca7d-1b19-458e-b8b5-690e1a3b27ce', 'tag': '095f9c91-8c8a-4a2d-829f-439122d79119'}] {{(pid=100432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:58:17.540106 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7961aa7e709e573ce1f4efc3791ca037d6473da3b2c6b2a251ebfb1631130676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf73371-0f24-4713-83b9-fa40d8fd5e6e" -d '{"events": [{"name": "network-changed", "server_uuid": "beeeca7d-1b19-458e-b8b5-690e1a3b27ce", "tag": "095f9c91-8c8a-4a2d-829f-439122d79119"}]}' {{(pid=100432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:58:17.569818 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00120475-3722-4400-a5e0-b08bcb21e272 service neutron] Pushing event updated for resources: {'Port': ['ID=095f9c91-8c8a-4a2d-829f-439122d79119,revision_number=3']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:58:17.585557 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f4439-ede4-4151-9ed5-37cac4073063 req-1d8eb1ff-ee12-496b-bb23-5ba6af264a94 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:17.587083 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ae0f4439-ede4-4151-9ed5-37cac4073063 req-1d8eb1ff-ee12-496b-bb23-5ba6af264a94 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/ports?device_id=898b0515-dc91-4a4a-a2bd-4db552a2e0f7 HTTP/1.1" status: 200 len: 946 time: 0.1061740 Aug 04 05:58:17.612165 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe69620-56cd-418c-a3e2-72d03957478c req-9fceece6-57d0-4a27-bedc-a29f65ad7d97 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:17.613649 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-ffe69620-56cd-418c-a3e2-72d03957478c req-9fceece6-57d0-4a27-bedc-a29f65ad7d97 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=beeeca7d-1b19-458e-b8b5-690e1a3b27ce HTTP/1.1" status: 200 len: 943 time: 0.0537798 Aug 04 05:58:17.632360 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ae0f4439-ede4-4151-9ed5-37cac4073063 req-59a8c35e-6839-43b5-83f1-2951cbcf3bc0 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d419ef8-5bbb-40ee-b2b8-382ff3bcfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385487 Aug 04 05:58:17.652361 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-ffe69620-56cd-418c-a3e2-72d03957478c req-f82fcb3e-43e7-4f49-adaa-4581e8a47c39 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/security-groups?id=891ea094-2101-48fa-9c9a-418dc2a82fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326812 Aug 04 05:58:17.690346 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 05:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4008e4c4-9d5f-4462-b677-1cfe0007ad77 x-openstack-request-id: req-4008e4c4-9d5f-4462-b677-1cfe0007ad77 {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:58:17.690633 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beeeca7d-1b19-458e-b8b5-690e1a3b27ce", "tag": "095f9c91-8c8a-4a2d-829f-439122d79119", "status": "completed", "code": 200}]} {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:58:17.690877 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4008e4c4-9d5f-4462-b677-1cfe0007ad77 {{(pid=100432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:58:17.691256 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beeeca7d-1b19-458e-b8b5-690e1a3b27ce', 'tag': '095f9c91-8c8a-4a2d-829f-439122d79119', 'status': 'completed', 'code': 200} Aug 04 05:58:17.703499 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566a537-d460-4b21-bd10-78df96a98e4f req-d19c223a-26df-4db4-95b6-f75aca951c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:17.705581 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5566a537-d460-4b21-bd10-78df96a98e4f req-d19c223a-26df-4db4-95b6-f75aca951c34 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9623731366924c0c8ac7ed943da99a82&device_id=beeeca7d-1b19-458e-b8b5-690e1a3b27ce HTTP/1.1" status: 200 len: 1096 time: 0.0511458 Aug 04 05:58:17.755633 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5566a537-d460-4b21-bd10-78df96a98e4f req-77d3e6b2-3189-49a1-870b-8375e7724ec5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=095f9c91-8c8a-4a2d-829f-439122d79119 HTTP/1.1" status: 200 len: 217 time: 0.0333354 Aug 04 05:58:17.817131 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566a537-d460-4b21-bd10-78df96a98e4f req-66651ddb-f17e-461c-a9eb-2f512fcc146b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:17.818540 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5566a537-d460-4b21-bd10-78df96a98e4f req-66651ddb-f17e-461c-a9eb-2f512fcc146b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a14a1ef0-e270-4b89-af7f-41504d21d3f7 HTTP/1.1" status: 200 len: 855 time: 0.0546849 Aug 04 05:58:17.857215 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5566a537-d460-4b21-bd10-78df96a98e4f req-8633eee1-588b-40b7-9e1a-649ac64d6d4a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3907b242-ef3b-469a-800e-be8404ea9585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244620 Aug 04 05:58:17.953322 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5566a537-d460-4b21-bd10-78df96a98e4f req-8c83a264-5523-4991-831f-136cf193d87c service neutron] 10.222.0.18 "GET /v2.0/networks/3907b242-ef3b-469a-800e-be8404ea9585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872052 Aug 04 05:58:18.045798 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5566a537-d460-4b21-bd10-78df96a98e4f req-f87e763f-0f04-4145-89ed-63226c7c02d2 service neutron] 10.222.0.18 "GET /v2.0/networks/3907b242-ef3b-469a-800e-be8404ea9585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829229 Aug 04 05:58:18.272210 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf73371-0f24-4713-83b9-fa40d8fd5e6e req-78754f32-c954-4da8-85e0-26cac12dc632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:18.273786 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-adf73371-0f24-4713-83b9-fa40d8fd5e6e req-78754f32-c954-4da8-85e0-26cac12dc632 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9623731366924c0c8ac7ed943da99a82&device_id=beeeca7d-1b19-458e-b8b5-690e1a3b27ce HTTP/1.1" status: 200 len: 1096 time: 0.0433362 Aug 04 05:58:18.393407 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf73371-0f24-4713-83b9-fa40d8fd5e6e req-2913f680-64e1-45d8-b461-5eada966aca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:18.394902 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-adf73371-0f24-4713-83b9-fa40d8fd5e6e req-2913f680-64e1-45d8-b461-5eada966aca2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3907b242-ef3b-469a-800e-be8404ea9585 HTTP/1.1" status: 200 len: 916 time: 0.1012104 Aug 04 05:58:18.438789 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-adf73371-0f24-4713-83b9-fa40d8fd5e6e req-d8ce40b1-8125-423e-abd7-3bec844214a2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=095f9c91-8c8a-4a2d-829f-439122d79119 HTTP/1.1" status: 200 len: 217 time: 0.0336370 Aug 04 05:58:18.491563 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf73371-0f24-4713-83b9-fa40d8fd5e6e req-a883a1ab-42b3-49e0-aa0f-1b7c6db5955a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:18.493370 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-adf73371-0f24-4713-83b9-fa40d8fd5e6e req-a883a1ab-42b3-49e0-aa0f-1b7c6db5955a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a14a1ef0-e270-4b89-af7f-41504d21d3f7 HTTP/1.1" status: 200 len: 855 time: 0.0446868 Aug 04 05:58:18.526133 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-adf73371-0f24-4713-83b9-fa40d8fd5e6e req-90a2488a-15f8-4003-a24f-4bd4c273a04d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3907b242-ef3b-469a-800e-be8404ea9585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245185 Aug 04 05:58:18.625683 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-adf73371-0f24-4713-83b9-fa40d8fd5e6e req-d0b9e84d-e271-40ce-9bde-7c52ae05336e service neutron] 10.222.0.18 "GET /v2.0/networks/3907b242-ef3b-469a-800e-be8404ea9585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823510 Aug 04 05:58:18.735880 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-adf73371-0f24-4713-83b9-fa40d8fd5e6e req-c1ea72ba-4f9b-483b-8242-3d8ef4e97128 service neutron] 10.222.0.18 "GET /v2.0/networks/3907b242-ef3b-469a-800e-be8404ea9585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994780 Aug 04 05:58:18.754001 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf33ce2-3bd5-4f20-a3f5-dcf94c49382b req-3e1556c8-c00c-417a-bf87-8b6d455a553d tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:18.755513 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-1bf33ce2-3bd5-4f20-a3f5-dcf94c49382b req-3e1556c8-c00c-417a-bf87-8b6d455a553d tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/ports?device_id=898b0515-dc91-4a4a-a2bd-4db552a2e0f7 HTTP/1.1" status: 200 len: 946 time: 0.0510154 Aug 04 05:58:18.777876 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed1437d-59a5-4dbb-9d57-020a9a0ba09b req-8bcbba1b-a44b-4023-9d4d-11d2065f43ac tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:18.779239 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-fed1437d-59a5-4dbb-9d57-020a9a0ba09b req-8bcbba1b-a44b-4023-9d4d-11d2065f43ac tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=beeeca7d-1b19-458e-b8b5-690e1a3b27ce HTTP/1.1" status: 200 len: 943 time: 0.0564535 Aug 04 05:58:18.793779 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-1bf33ce2-3bd5-4f20-a3f5-dcf94c49382b req-9a43cc41-73dd-4f35-a219-ef50f7a0dbc8 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d419ef8-5bbb-40ee-b2b8-382ff3bcfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317850 Aug 04 05:58:18.819524 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-fed1437d-59a5-4dbb-9d57-020a9a0ba09b req-b1d0bcb8-078a-4475-8575-a4628a355140 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/security-groups?id=891ea094-2101-48fa-9c9a-418dc2a82fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335720 Aug 04 05:58:19.821047 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6de49a-965e-482c-954b-f741866a6a33 req-61538607-a245-4b27-bbab-0701fc9b2d71 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:19.822471 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-4c6de49a-965e-482c-954b-f741866a6a33 req-61538607-a245-4b27-bbab-0701fc9b2d71 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.18 "GET /v2.0/ports?device_id=898b0515-dc91-4a4a-a2bd-4db552a2e0f7 HTTP/1.1" status: 200 len: 946 time: 0.0466013 Aug 04 05:58:19.919250 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90889a43-e90c-4f55-aade-9264c37a0517 req-094569fe-8897-430c-bf01-4a1b976f7a0b tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:19.920747 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-90889a43-e90c-4f55-aade-9264c37a0517 req-094569fe-8897-430c-bf01-4a1b976f7a0b tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/ports?device_id=898b0515-dc91-4a4a-a2bd-4db552a2e0f7 HTTP/1.1" status: 200 len: 946 time: 0.0545242 Aug 04 05:58:19.954284 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707a8a0-aac8-443d-97dc-45e6c35f93c9 req-764da0fe-b2ae-449c-b342-16691d39a9c3 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:19.956627 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-7707a8a0-aac8-443d-97dc-45e6c35f93c9 req-764da0fe-b2ae-449c-b342-16691d39a9c3 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=beeeca7d-1b19-458e-b8b5-690e1a3b27ce HTTP/1.1" status: 200 len: 943 time: 0.0600963 Aug 04 05:58:19.959170 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-90889a43-e90c-4f55-aade-9264c37a0517 req-88bae635-4ee7-4a71-b897-441ca5e4da2a tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d419ef8-5bbb-40ee-b2b8-382ff3bcfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323558 Aug 04 05:58:19.975787 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [req-4c6de49a-965e-482c-954b-f741866a6a33 req-4e0a6a47-da24-44d2-ac7a-90938a0f8614 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Deleting port 63368893-7c15-4eb1-82be-c32ef3f91be3 {{(pid=100432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 05:58:19.976146 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-4c6de49a-965e-482c-954b-f741866a6a33 req-4e0a6a47-da24-44d2-ac7a-90938a0f8614 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:20.043508 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-7707a8a0-aac8-443d-97dc-45e6c35f93c9 req-65d67e96-dab1-42c6-987c-adc677419417 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/security-groups?id=891ea094-2101-48fa-9c9a-418dc2a82fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791497 Aug 04 05:58:20.080587 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [req-4c6de49a-965e-482c-954b-f741866a6a33 req-4e0a6a47-da24-44d2-ac7a-90938a0f8614 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] For port 63368893-7c15-4eb1-82be-c32ef3f91be3, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=63368893-7c15-4eb1-82be-c32ef3f91be3,segment=NetworkSegment(73c1aeeb-f58f-4df8-98f6-69bb2dae7b1a),segment_id=73c1aeeb-f58f-4df8-98f6-69bb2dae7b1a)] {{(pid=100432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:58:20.080823 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-4c6de49a-965e-482c-954b-f741866a6a33 req-4e0a6a47-da24-44d2-ac7a-90938a0f8614 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:20.096764 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [req-4c6de49a-965e-482c-954b-f741866a6a33 req-4e0a6a47-da24-44d2-ac7a-90938a0f8614 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Calling delete_port for 63368893-7c15-4eb1-82be-c32ef3f91be3 owned by compute:nova {{(pid=100432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 05:58:20.508386 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-4c6de49a-965e-482c-954b-f741866a6a33 req-4e0a6a47-da24-44d2-ac7a-90938a0f8614 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:20.521692 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] get_ports_and_sgs() called for port_ids ['63368893-7c15-4eb1-82be-c32ef3f91be3'] {{(pid=100433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 05:58:20.541352 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a6a47-da24-44d2-ac7a-90938a0f8614 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Pushing event deleted for resources: {'Port': ['ID=63368893-7c15-4eb1-82be-c32ef3f91be3,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:58:20.585573 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c6de49a-965e-482c-954b-f741866a6a33 req-4e0a6a47-da24-44d2-ac7a-90938a0f8614 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] No DVR routers for this DVR port 63368893-7c15-4eb1-82be-c32ef3f91be3 on host hv-cinder-80161 {{(pid=100432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 05:58:20.588143 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-4c6de49a-965e-482c-954b-f741866a6a33 req-4e0a6a47-da24-44d2-ac7a-90938a0f8614 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for port, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:20.590104 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-4c6de49a-965e-482c-954b-f741866a6a33 req-4e0a6a47-da24-44d2-ac7a-90938a0f8614 tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.18 "DELETE /v2.0/ports/63368893-7c15-4eb1-82be-c32ef3f91be3 HTTP/1.1" status: 204 len: 173 time: 0.7530789 Aug 04 05:58:20.590552 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898b0515-dc91-4a4a-a2bd-4db552a2e0f7', 'name': 'network-vif-deleted', 'tag': '63368893-7c15-4eb1-82be-c32ef3f91be3'}] {{(pid=100432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:58:20.593510 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7961aa7e709e573ce1f4efc3791ca037d6473da3b2c6b2a251ebfb1631130676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611dcc29-dfe5-497e-9d0d-6101e116762f" -d '{"events": [{"server_uuid": "898b0515-dc91-4a4a-a2bd-4db552a2e0f7", "name": "network-vif-deleted", "tag": "63368893-7c15-4eb1-82be-c32ef3f91be3"}]}' {{(pid=100432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:58:20.629406 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 05:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525e196e-a2b4-42b1-a351-acd940110721 x-openstack-request-id: req-525e196e-a2b4-42b1-a351-acd940110721 {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:58:20.629696 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898b0515-dc91-4a4a-a2bd-4db552a2e0f7", "name": "network-vif-deleted", "tag": "63368893-7c15-4eb1-82be-c32ef3f91be3", "status": "completed", "code": 200}]} {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:58:20.629944 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-525e196e-a2b4-42b1-a351-acd940110721 {{(pid=100432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:58:20.630337 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898b0515-dc91-4a4a-a2bd-4db552a2e0f7', 'name': 'network-vif-deleted', 'tag': '63368893-7c15-4eb1-82be-c32ef3f91be3', 'status': 'completed', 'code': 200} Aug 04 05:58:21.064091 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-385a183d-55dd-4c67-ada5-3ccdbaa7b1e0 req-c26573ed-0a0b-4a13-8a15-113430d126be tempest-VolumesSnapshotTestJSON-1802491011 tempest-VolumesSnapshotTestJSON-1802491011-project] 10.222.0.37 "GET /v2.0/ports?device_id=898b0515-dc91-4a4a-a2bd-4db552a2e0f7 HTTP/1.1" status: 200 len: 210 time: 0.0258942 Aug 04 05:58:21.157138 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00682de-cdd9-47f7-93fb-e99cbfdf56b0 req-5c66293b-c7db-448c-831a-fbe9e228141e tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:21.159096 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-a00682de-cdd9-47f7-93fb-e99cbfdf56b0 req-5c66293b-c7db-448c-831a-fbe9e228141e tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=beeeca7d-1b19-458e-b8b5-690e1a3b27ce HTTP/1.1" status: 200 len: 943 time: 0.0478396 Aug 04 05:58:21.196126 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-a00682de-cdd9-47f7-93fb-e99cbfdf56b0 req-cd1c3b62-c5d0-4236-ae20-cc4ab6abc15d tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/security-groups?id=891ea094-2101-48fa-9c9a-418dc2a82fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310113 Aug 04 05:58:21.445309 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 095f9c91-8c8a-4a2d-829f-439122d79119 details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=100433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 05:58:21.536505 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 095f9c91-8c8a-4a2d-829f-439122d79119, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=095f9c91-8c8a-4a2d-829f-439122d79119,segment=NetworkSegment(56857cc4-8378-4d20-9e3c-c07dc6a33ba7),segment_id=56857cc4-8378-4d20-9e3c-c07dc6a33ba7)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:58:21.547597 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Returning: {'device': '095f9c91-8c8a-4a2d-829f-439122d79119', 'network_id': '3907b242-ef3b-469a-800e-be8404ea9585', 'port_id': '095f9c91-8c8a-4a2d-829f-439122d79119', 'mac_address': 'fa:16:3e:0d:be:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a14a1ef0-e270-4b89-af7f-41504d21d3f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 05:58:21.584470 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:21.598131 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 095f9c91-8c8a-4a2d-829f-439122d79119 {{(pid=100433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 05:58:21.622033 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 095f9c91-8c8a-4a2d-829f-439122d79119, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=095f9c91-8c8a-4a2d-829f-439122d79119,segment=NetworkSegment(56857cc4-8378-4d20-9e3c-c07dc6a33ba7),segment_id=56857cc4-8378-4d20-9e3c-c07dc6a33ba7)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:58:21.702670 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:21.750330 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=095f9c91-8c8a-4a2d-829f-439122d79119,revision_number=4']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:58:21.757691 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:58:21.758032 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:58:21.758365 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:58:21.758693 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:58:21.759013 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:58:21.759347 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:58:21.759650 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:58:21.759997 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:58:21.760333 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:58:21.760629 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:58:21.763535 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:58:21.763535 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:58:22.020175 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] get_ports_and_sgs() called for port_ids ['095f9c91-8c8a-4a2d-829f-439122d79119'] {{(pid=100433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 05:58:22.307249 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5ef79-3d15-458c-ad61-20b4d893309a req-ce901f50-f378-4fec-8a27-d112a70296cf tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:22.308568 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-1bc5ef79-3d15-458c-ad61-20b4d893309a req-ce901f50-f378-4fec-8a27-d112a70296cf tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=beeeca7d-1b19-458e-b8b5-690e1a3b27ce HTTP/1.1" status: 200 len: 944 time: 0.0474854 Aug 04 05:58:22.346436 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-1bc5ef79-3d15-458c-ad61-20b4d893309a req-4cc6a7d3-7d39-4392-a589-487c39ec54e0 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/security-groups?id=891ea094-2101-48fa-9c9a-418dc2a82fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319979 Aug 04 05:58:23.458905 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca4dc8a-097c-4405-8935-b1089f3bd08e req-c5f74e53-6940-41e3-b92b-66801e5870b0 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:23.460395 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5ca4dc8a-097c-4405-8935-b1089f3bd08e req-c5f74e53-6940-41e3-b92b-66801e5870b0 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=beeeca7d-1b19-458e-b8b5-690e1a3b27ce HTTP/1.1" status: 200 len: 944 time: 0.0475395 Aug 04 05:58:23.463834 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 095f9c91-8c8a-4a2d-829f-439122d79119 up at agent hyperv_hv-cinder-80161 {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:58:23.499122 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5ca4dc8a-097c-4405-8935-b1089f3bd08e req-ff9959eb-f3e7-4dc2-b54d-a0099f344786 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/security-groups?id=891ea094-2101-48fa-9c9a-418dc2a82fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323412 Aug 04 05:58:23.568496 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Provisioning for port 095f9c91-8c8a-4a2d-829f-439122d79119 completed by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:58:23.572405 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Provisioning complete for port 095f9c91-8c8a-4a2d-829f-439122d79119 triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:58:23.572763 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:23.646863 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:23.668480 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beeeca7d-1b19-458e-b8b5-690e1a3b27ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095f9c91-8c8a-4a2d-829f-439122d79119'}] {{(pid=100433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:58:23.670718 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffe4ad2cefe5cc989f07e8393c985a8403d56455fd91e6fde58b148ee627bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d6eb50-c2fd-4cf8-bc9c-2a76615e2362" -d '{"events": [{"server_uuid": "beeeca7d-1b19-458e-b8b5-690e1a3b27ce", "name": "network-vif-plugged", "status": "completed", "tag": "095f9c91-8c8a-4a2d-829f-439122d79119"}]}' {{(pid=100433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:58:23.683469 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 095f9c91-8c8a-4a2d-829f-439122d79119, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=095f9c91-8c8a-4a2d-829f-439122d79119,segment=NetworkSegment(56857cc4-8378-4d20-9e3c-c07dc6a33ba7),segment_id=56857cc4-8378-4d20-9e3c-c07dc6a33ba7)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:58:23.706120 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 05:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb1a5b7-0ad6-4388-bff1-5ba544fea8d9 x-openstack-request-id: req-2eb1a5b7-0ad6-4388-bff1-5ba544fea8d9 {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:58:23.706434 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beeeca7d-1b19-458e-b8b5-690e1a3b27ce", "name": "network-vif-plugged", "status": "completed", "tag": "095f9c91-8c8a-4a2d-829f-439122d79119", "code": 200}]} {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:58:23.706680 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2eb1a5b7-0ad6-4388-bff1-5ba544fea8d9 {{(pid=100433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:58:23.707060 dv-cinder-801617-4-iscsi neutron-server[100433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beeeca7d-1b19-458e-b8b5-690e1a3b27ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095f9c91-8c8a-4a2d-829f-439122d79119', 'code': 200} Aug 04 05:58:23.757322 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:23.758120 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 63368893-7c15-4eb1-82be-c32ef3f91be3 no longer exists at agent hyperv_hv-cinder-80161 {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 05:58:23.798505 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] No Port match for: 63368893-7c15-4eb1-82be-c32ef3f91be3 {{(pid=100433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 05:58:23.798840 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 63368893-7c15-4eb1-82be-c32ef3f91be3 not bound to the agent host hv-cinder-80161 {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 05:58:23.825262 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=095f9c91-8c8a-4a2d-829f-439122d79119,revision_number=5']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:58:24.030588 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda52380-ed4d-44d1-9416-7843797b354d req-a6007a97-04f6-4fbb-9dad-6137fe856235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:24.032085 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-eda52380-ed4d-44d1-9416-7843797b354d req-a6007a97-04f6-4fbb-9dad-6137fe856235 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=beeeca7d-1b19-458e-b8b5-690e1a3b27ce HTTP/1.1" status: 200 len: 1098 time: 0.0427122 Aug 04 05:58:24.069042 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-eda52380-ed4d-44d1-9416-7843797b354d req-28a7da90-8bb6-4e43-8e82-600aaaf6da1c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=891ea094-2101-48fa-9c9a-418dc2a82fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273516 Aug 04 05:58:24.612039 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b02ae-89c1-413f-b1ce-d4880b898ef7 req-73ea6d6a-5c96-45fd-9b7d-bbcf823c7f23 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:24.613497 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-fc2b02ae-89c1-413f-b1ce-d4880b898ef7 req-73ea6d6a-5c96-45fd-9b7d-bbcf823c7f23 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=beeeca7d-1b19-458e-b8b5-690e1a3b27ce HTTP/1.1" status: 200 len: 945 time: 0.0474141 Aug 04 05:58:24.649885 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-fc2b02ae-89c1-413f-b1ce-d4880b898ef7 req-926be43b-7a53-4b2c-b197-79b7ae0ccb4c tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/security-groups?id=891ea094-2101-48fa-9c9a-418dc2a82fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305748 Aug 04 05:58:25.768284 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106c8cd-2983-4228-badc-77c3774ad4a7 req-a121dfbb-dcea-4de2-8d6b-942101b2e6df tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:25.769751 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-6106c8cd-2983-4228-badc-77c3774ad4a7 req-a121dfbb-dcea-4de2-8d6b-942101b2e6df tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=beeeca7d-1b19-458e-b8b5-690e1a3b27ce HTTP/1.1" status: 200 len: 945 time: 0.0525780 Aug 04 05:58:25.806316 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-6106c8cd-2983-4228-badc-77c3774ad4a7 req-3a917ca9-0bfc-4b3b-aba9-25c85d34877d tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/security-groups?id=891ea094-2101-48fa-9c9a-418dc2a82fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307205 Aug 04 05:58:26.365533 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:26.918813 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72875b4-2c54-4d6e-a1e3-4123761cd6b5 req-942ec899-0d4f-4c14-a722-e7a1316408bb tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:26.920362 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-d72875b4-2c54-4d6e-a1e3-4123761cd6b5 req-942ec899-0d4f-4c14-a722-e7a1316408bb tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=beeeca7d-1b19-458e-b8b5-690e1a3b27ce HTTP/1.1" status: 200 len: 945 time: 0.0488632 Aug 04 05:58:26.958308 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-d72875b4-2c54-4d6e-a1e3-4123761cd6b5 req-91b513e0-2971-4073-80bf-58b71f5f32d5 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/security-groups?id=891ea094-2101-48fa-9c9a-418dc2a82fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320859 Aug 04 05:58:28.071834 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25298f79-ae71-4f17-a692-8b4f6443fb8e req-ce85a8e1-50ab-4e84-94cd-ca97447cfcff tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:28.073377 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-25298f79-ae71-4f17-a692-8b4f6443fb8e req-ce85a8e1-50ab-4e84-94cd-ca97447cfcff tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=beeeca7d-1b19-458e-b8b5-690e1a3b27ce HTTP/1.1" status: 200 len: 945 time: 0.0479403 Aug 04 05:58:28.112517 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-25298f79-ae71-4f17-a692-8b4f6443fb8e req-64200bf1-abd3-4565-8d35-bea71802fa4d tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/security-groups?id=891ea094-2101-48fa-9c9a-418dc2a82fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324008 Aug 04 05:58:29.233471 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3ab02-7fe0-499d-bb10-aff708ced4a9 req-fd2d3bea-07f0-4982-806c-11ec3bdb7d2a tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:29.234992 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-2ff3ab02-7fe0-499d-bb10-aff708ced4a9 req-fd2d3bea-07f0-4982-806c-11ec3bdb7d2a tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=beeeca7d-1b19-458e-b8b5-690e1a3b27ce HTTP/1.1" status: 200 len: 945 time: 0.0542042 Aug 04 05:58:29.272476 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-2ff3ab02-7fe0-499d-bb10-aff708ced4a9 req-04da7959-de07-449d-a1e1-2624b89312bc tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/security-groups?id=891ea094-2101-48fa-9c9a-418dc2a82fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308688 Aug 04 05:58:31.315677 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210278e5-e026-4e02-a070-97b3d6dc78e4 req-d21c9af2-d189-4c86-932f-5f6fb81f0813 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:31.317098 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-210278e5-e026-4e02-a070-97b3d6dc78e4 req-d21c9af2-d189-4c86-932f-5f6fb81f0813 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 947 time: 0.1020956 Aug 04 05:58:31.355747 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-210278e5-e026-4e02-a070-97b3d6dc78e4 req-cbe156e6-e8c6-4c2e-9a76-2f9776125854 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326078 Aug 04 05:58:32.373576 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de7a72-ae75-4e52-8157-900fd04e1265 req-67df9160-03bb-4f70-a5e3-bc9e8582dfca tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:32.375020 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-34de7a72-ae75-4e52-8157-900fd04e1265 req-67df9160-03bb-4f70-a5e3-bc9e8582dfca tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/networks?id=3907b242-ef3b-469a-800e-be8404ea9585 HTTP/1.1" status: 200 len: 815 time: 0.1015975 Aug 04 05:58:32.390497 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-34de7a72-ae75-4e52-8157-900fd04e1265 req-8adef726-23d9-4493-a746-5a1cd994a3c3 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/quotas/9623731366924c0c8ac7ed943da99a82 HTTP/1.1" status: 200 len: 375 time: 0.0095887 Aug 04 05:58:32.441970 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-34de7a72-ae75-4e52-8157-900fd04e1265 req-de4436df-25bf-4089-85cf-fe4bafb4d989 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9623731366924c0c8ac7ed943da99a82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458777 Aug 04 05:58:32.473868 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec2764-4d2e-434f-a6a9-f14ae6771351 req-1dc6edb4-3382-4906-8b28-11fa4e8f139a tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:32.475342 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ddec2764-4d2e-434f-a6a9-f14ae6771351 req-1dc6edb4-3382-4906-8b28-11fa4e8f139a tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 947 time: 0.0486665 Aug 04 05:58:32.514152 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ddec2764-4d2e-434f-a6a9-f14ae6771351 req-0f670b04-a8fa-47bb-acef-9830be4002f9 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325372 Aug 04 05:58:32.531550 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-34de7a72-ae75-4e52-8157-900fd04e1265 req-3d96a7af-6fa5-499f-a1a4-8da0eb0042d5 service neutron] 10.222.0.37 "GET /v2.0/networks/3907b242-ef3b-469a-800e-be8404ea9585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824811 Aug 04 05:58:32.622533 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-34de7a72-ae75-4e52-8157-900fd04e1265 req-7f64ff91-25a6-43d8-b827-2388b28db7de service neutron] 10.222.0.37 "GET /v2.0/networks/3907b242-ef3b-469a-800e-be8404ea9585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844355 Aug 04 05:58:32.857843 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f54f4ebb-b1ba-4302-81e8-cdbbd0abbba6 req-4083bb16-bce2-4d61-935f-59234e6f3b80 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=37659a77-07d9-4d72-bff3-0ec565e61252 HTTP/1.1" status: 200 len: 210 time: 0.0310020 Aug 04 05:58:33.425539 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f8f74-ba8b-4727-a231-40e84cff060a req-e553e094-9182-4788-be04-fdf604068166 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:33.427003 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f75f8f74-ba8b-4727-a231-40e84cff060a req-e553e094-9182-4788-be04-fdf604068166 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.18 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 947 time: 0.0525565 Aug 04 05:58:33.520921 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [req-f75f8f74-ba8b-4727-a231-40e84cff060a req-21698fef-995e-472e-8f07-272955fd76f7 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Deleting port ec952f16-dc93-4d6b-a88d-f9718685be57 {{(pid=100432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 05:58:33.521697 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-f75f8f74-ba8b-4727-a231-40e84cff060a req-21698fef-995e-472e-8f07-272955fd76f7 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:33.599469 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-fca676c2-385c-4498-b841-76e4c1466c0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:33.612542 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [req-f75f8f74-ba8b-4727-a231-40e84cff060a req-21698fef-995e-472e-8f07-272955fd76f7 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] For port ec952f16-dc93-4d6b-a88d-f9718685be57, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=ec952f16-dc93-4d6b-a88d-f9718685be57,segment=NetworkSegment(ec29bf54-ee61-44b2-b8df-ad8fd94577ee),segment_id=ec29bf54-ee61-44b2-b8df-ad8fd94577ee)] {{(pid=100432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:58:33.612868 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-f75f8f74-ba8b-4727-a231-40e84cff060a req-21698fef-995e-472e-8f07-272955fd76f7 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:33.637973 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b1587-f185-453b-a580-4943aac1e57e req-f333551b-f713-47e9-a4fe-428bf4c9e322 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:33.639620 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-0b6b1587-f185-453b-a580-4943aac1e57e req-f333551b-f713-47e9-a4fe-428bf4c9e322 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 947 time: 0.0496531 Aug 04 05:58:33.680110 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-0b6b1587-f185-453b-a580-4943aac1e57e req-5f377ecf-bbc4-4b8b-818c-dfda98cf3f30 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=80f2cfa1-5a80-484e-8c50-e7380be3d31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337648 Aug 04 05:58:33.829663 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-f75f8f74-ba8b-4727-a231-40e84cff060a req-21698fef-995e-472e-8f07-272955fd76f7 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:33.830027 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-f75f8f74-ba8b-4727-a231-40e84cff060a req-21698fef-995e-472e-8f07-272955fd76f7 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572675'] for floatingip, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:33.830365 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.db.l3_db [req-f75f8f74-ba8b-4727-a231-40e84cff060a req-21698fef-995e-472e-8f07-272955fd76f7 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Floating IP 3e888ea9-e7f8-4f6f-925b-23452c923998 disassociated. External IP: 172.27.1.138, port: ec952f16-dc93-4d6b-a88d-f9718685be57. Aug 04 05:58:33.830849 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [req-f75f8f74-ba8b-4727-a231-40e84cff060a req-21698fef-995e-472e-8f07-272955fd76f7 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Calling delete_port for ec952f16-dc93-4d6b-a88d-f9718685be57 owned by compute:nova {{(pid=100432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 05:58:33.953468 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-8e5ef0d8-e363-475c-b1d8-2da9d2778ca4 req-6c1ec180-5ad7-49f6-a8b5-c11ba9eaa3e0 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=37659a77-07d9-4d72-bff3-0ec565e61252 HTTP/1.1" status: 200 len: 210 time: 0.0476987 Aug 04 05:58:34.042762 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-f75f8f74-ba8b-4727-a231-40e84cff060a req-21698fef-995e-472e-8f07-272955fd76f7 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:34.065706 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21698fef-995e-472e-8f07-272955fd76f7 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Pushing event deleted for resources: {'Port': ['ID=ec952f16-dc93-4d6b-a88d-f9718685be57,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:58:34.173830 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f75f8f74-ba8b-4727-a231-40e84cff060a req-21698fef-995e-472e-8f07-272955fd76f7 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Router e1fc6fa8-ecdc-42e6-80ad-97dc77491acf has already been hosted by L3 agent 1092c566-0070-459b-a71e-112f2411deeb {{(pid=100432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 05:58:34.278292 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f75f8f74-ba8b-4727-a231-40e84cff060a req-21698fef-995e-472e-8f07-272955fd76f7 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify agent at l3_agent.dv-cinder-801617-4-iscsi the message routers_updated {{(pid=100432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 05:58:34.288741 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5a816a-767d-4ecc-ad2a-fbc2311b282f None None] Sync routers for ids ['e1fc6fa8-ecdc-42e6-80ad-97dc77491acf'] in dv-cinder-801617-4-iscsi {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 05:58:34.297890 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5a816a-767d-4ecc-ad2a-fbc2311b282f None None] Routers {'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:58:34.298556 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-0d5a816a-767d-4ecc-ad2a-fbc2311b282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:58:06Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['e1fc6fa8-ecdc-42e6-80ad-97dc77491acf'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:58:34.317724 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.l3_dvrscheduler_db [req-f75f8f74-ba8b-4727-a231-40e84cff060a req-21698fef-995e-472e-8f07-272955fd76f7 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] No DVR routers for this DVR port ec952f16-dc93-4d6b-a88d-f9718685be57 on host hv-cinder-80161 {{(pid=100432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 05:58:34.320231 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-f75f8f74-ba8b-4727-a231-40e84cff060a req-21698fef-995e-472e-8f07-272955fd76f7 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for port, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:34.322183 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f75f8f74-ba8b-4727-a231-40e84cff060a req-21698fef-995e-472e-8f07-272955fd76f7 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.18 "DELETE /v2.0/ports/ec952f16-dc93-4d6b-a88d-f9718685be57 HTTP/1.1" status: 204 len: 173 time: 0.8880184 Aug 04 05:58:34.322620 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db707704-794d-470d-8f9c-d70cc2271e8b', 'name': 'network-vif-deleted', 'tag': 'ec952f16-dc93-4d6b-a88d-f9718685be57'}] {{(pid=100432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:58:34.324836 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7961aa7e709e573ce1f4efc3791ca037d6473da3b2c6b2a251ebfb1631130676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c22dfa-16b5-42e0-9fe4-e5f44fc13fa7" -d '{"events": [{"server_uuid": "db707704-794d-470d-8f9c-d70cc2271e8b", "name": "network-vif-deleted", "tag": "ec952f16-dc93-4d6b-a88d-f9718685be57"}]}' {{(pid=100432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:58:34.361119 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 05:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068ecdee-b0a7-4a9e-92ff-233312abc6cb x-openstack-request-id: req-068ecdee-b0a7-4a9e-92ff-233312abc6cb {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:58:34.361436 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db707704-794d-470d-8f9c-d70cc2271e8b", "name": "network-vif-deleted", "tag": "ec952f16-dc93-4d6b-a88d-f9718685be57", "status": "completed", "code": 200}]} {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:58:34.361665 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-068ecdee-b0a7-4a9e-92ff-233312abc6cb {{(pid=100432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:58:34.362108 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db707704-794d-470d-8f9c-d70cc2271e8b', 'name': 'network-vif-deleted', 'tag': 'ec952f16-dc93-4d6b-a88d-f9718685be57', 'status': 'completed', 'code': 200} Aug 04 05:58:34.403321 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-0d5a816a-767d-4ecc-ad2a-fbc2311b282f None None] Set router e1fc6fa8-ecdc-42e6-80ad-97dc77491acf gateway port host: dv-cinder-801617-4-iscsi {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:58:34.596702 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-0d5a816a-767d-4ecc-ad2a-fbc2311b282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'name': 'tempest-AttachVolumeShelveTestJSON-1935299454-router', 'tenant_id': 'ec04283d3509443b9c65cd9af852d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '323df2b8-b125-45c8-a7ef-e2fc461f0421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:53:32Z', 'updated_at': '2021-08-04T05:53:42Z', 'revision_number': 4, 'project_id': 'ec04283d3509443b9c65cd9af852d46f', 'gw_port': {'id': '323df2b8-b125-45c8-a7ef-e2fc461f0421', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:40:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:34Z', 'updated_at': '2021-08-04T05:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': 'ffd44ff6-08ad-4a3c-822c-d9ee055eed1b', 'name': '', 'network_id': 'a493c09c-6949-44f8-8e08-fbb13c36d6a2', 'tenant_id': 'ec04283d3509443b9c65cd9af852d46f', 'mac_address': 'fa:16:3e:f2:05:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2aeabe42-c308-496c-8730-52b38af59b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:40Z', 'updated_at': '2021-08-04T05:53:54Z', 'revision_number': 5, 'project_id': 'ec04283d3509443b9c65cd9af852d46f', 'subnets': [{'id': '2aeabe42-c308-496c-8730-52b38af59b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:58:34.624582 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5a816a-767d-4ecc-ad2a-fbc2311b282f None None] Checking router: e1fc6fa8-ecdc-42e6-80ad-97dc77491acf for host: dv-cinder-801617-4-iscsi {{(pid=100433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 05:58:34.633287 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5a816a-767d-4ecc-ad2a-fbc2311b282f None None] Routers {'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:58:34.633883 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-0d5a816a-767d-4ecc-ad2a-fbc2311b282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:58:06Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['e1fc6fa8-ecdc-42e6-80ad-97dc77491acf'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:58:34.739524 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-0d5a816a-767d-4ecc-ad2a-fbc2311b282f None None] Set router e1fc6fa8-ecdc-42e6-80ad-97dc77491acf gateway port host: dv-cinder-801617-4-iscsi {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:58:34.778136 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-248af3bd-2f61-4467-9477-f5735b122d93 req-350248d4-979e-47dc-b18c-99aebdc432e8 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 210 time: 0.0271273 Aug 04 05:58:35.057613 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-0b4f0ff2-ad36-44b9-96a6-01ddf7145fad req-34fdf0db-2067-49d6-b280-8f14b6253c63 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=37659a77-07d9-4d72-bff3-0ec565e61252 HTTP/1.1" status: 200 len: 210 time: 0.0328734 Aug 04 05:58:35.092047 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-0d5a816a-767d-4ecc-ad2a-fbc2311b282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'name': 'tempest-AttachVolumeShelveTestJSON-1935299454-router', 'tenant_id': 'ec04283d3509443b9c65cd9af852d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '323df2b8-b125-45c8-a7ef-e2fc461f0421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:53:32Z', 'updated_at': '2021-08-04T05:53:42Z', 'revision_number': 4, 'project_id': 'ec04283d3509443b9c65cd9af852d46f', 'gw_port': {'id': '323df2b8-b125-45c8-a7ef-e2fc461f0421', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:40:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:34Z', 'updated_at': '2021-08-04T05:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': 'ffd44ff6-08ad-4a3c-822c-d9ee055eed1b', 'name': '', 'network_id': 'a493c09c-6949-44f8-8e08-fbb13c36d6a2', 'tenant_id': 'ec04283d3509443b9c65cd9af852d46f', 'mac_address': 'fa:16:3e:f2:05:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2aeabe42-c308-496c-8730-52b38af59b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:40Z', 'updated_at': '2021-08-04T05:53:54Z', 'revision_number': 5, 'project_id': 'ec04283d3509443b9c65cd9af852d46f', 'subnets': [{'id': '2aeabe42-c308-496c-8730-52b38af59b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:58:35.118285 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5a816a-767d-4ecc-ad2a-fbc2311b282f None None] The sync data for ids ['e1fc6fa8-ecdc-42e6-80ad-97dc77491acf'] in dv-cinder-801617-4-iscsi is: [{'id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'name': 'tempest-AttachVolumeShelveTestJSON-1935299454-router', 'tenant_id': 'ec04283d3509443b9c65cd9af852d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '323df2b8-b125-45c8-a7ef-e2fc461f0421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:53:32Z', 'updated_at': '2021-08-04T05:53:42Z', 'revision_number': 4, 'project_id': 'ec04283d3509443b9c65cd9af852d46f', 'gw_port': {'id': '323df2b8-b125-45c8-a7ef-e2fc461f0421', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:40:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:34Z', 'updated_at': '2021-08-04T05:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': 'ffd44ff6-08ad-4a3c-822c-d9ee055eed1b', 'name': '', 'network_id': 'a493c09c-6949-44f8-8e08-fbb13c36d6a2', 'tenant_id': 'ec04283d3509443b9c65cd9af852d46f', 'mac_address': 'fa:16:3e:f2:05:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2aeabe42-c308-496c-8730-52b38af59b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:40Z', 'updated_at': '2021-08-04T05:53:54Z', 'revision_number': 5, 'project_id': 'ec04283d3509443b9c65cd9af852d46f', 'subnets': [{'id': '2aeabe42-c308-496c-8730-52b38af59b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 05:58:35.324154 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121c6116-1d31-4826-aee2-2b37e4b37107 None None] New status for floating IP 3e888ea9-e7f8-4f6f-925b-23452c923998: DOWN {{(pid=100434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 05:58:35.901841 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5a114566-09e1-4b9f-b5da-6befd552d184 req-399872fb-3a1a-43dc-a1a6-0a7a36f1aa45 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 210 time: 0.0255878 Aug 04 05:58:36.016798 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-7e9b46ff-68f6-415c-864e-b1d6d6a97a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:36.142320 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:36.154491 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-d037544d-b78f-4b61-9a25-d57cb460b310 req-368857b9-e6b8-4bbf-9652-e0b9148169fa tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=37659a77-07d9-4d72-bff3-0ec565e61252 HTTP/1.1" status: 200 len: 210 time: 0.0307119 Aug 04 05:58:37.003732 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-7760eb0c-c9ba-4fd3-82b2-69ff0c7a1c33 req-c4c74f4c-301e-481f-8160-5233244e4051 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 210 time: 0.0292706 Aug 04 05:58:37.254173 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-83c42304-25fe-45f2-ab47-fc2fe7bf8084 req-f01be47b-e71d-4577-98f7-7e61800e3ba3 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=37659a77-07d9-4d72-bff3-0ec565e61252 HTTP/1.1" status: 200 len: 210 time: 0.0293953 Aug 04 05:58:37.297999 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88db1c3-1b26-40e3-8e6b-4cb0f0467262 req-2841dcd6-7738-453f-af14-f8e7f45d1f8c tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:37.300248 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b88db1c3-1b26-40e3-8e6b-4cb0f0467262 req-2841dcd6-7738-453f-af14-f8e7f45d1f8c tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 984 time: 0.0666194 Aug 04 05:58:37.343613 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b88db1c3-1b26-40e3-8e6b-4cb0f0467262 req-680a75d0-bbda-45d4-b043-5c9ae7144b88 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/security-groups?id=065a4c71-4379-43e8-9c39-e0bc5b1fa11f&id=15c688f3-4334-4a5b-b183-64c7de2fe4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365014 Aug 04 05:58:37.369577 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81272e96-5cdb-400c-a2d0-c623009832bb req-809642e1-b40c-4e9e-8eea-1e86bcec5ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:37.371117 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-81272e96-5cdb-400c-a2d0-c623009832bb req-809642e1-b40c-4e9e-8eea-1e86bcec5ab5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f62397568a74730be8e584893e1c3e1&device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 1137 time: 0.0458243 Aug 04 05:58:37.463239 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81272e96-5cdb-400c-a2d0-c623009832bb req-e2219949-74c7-43d7-8f88-c522a09d79a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:37.464884 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-81272e96-5cdb-400c-a2d0-c623009832bb req-e2219949-74c7-43d7-8f88-c522a09d79a4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4ef8f3b4-2b14-4272-a773-ce259c8b6ad8 HTTP/1.1" status: 200 len: 916 time: 0.0857425 Aug 04 05:58:37.535910 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-81272e96-5cdb-400c-a2d0-c623009832bb req-703394ee-43ab-4b3b-9470-799ae0f4ca29 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3a5e645-fb9f-449e-9e60-cd87c85b99f9 HTTP/1.1" status: 200 len: 1001 time: 0.0585175 Aug 04 05:58:37.562867 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6693b30c-6718-4946-8b55-748181203f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:37.591846 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81272e96-5cdb-400c-a2d0-c623009832bb req-eaac3ed5-7adf-431c-a1ea-687cef64939e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:37.593560 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-81272e96-5cdb-400c-a2d0-c623009832bb req-eaac3ed5-7adf-431c-a1ea-687cef64939e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4a1f5ca3-6248-4755-92d6-9160486f41b6 HTTP/1.1" status: 200 len: 854 time: 0.0442984 Aug 04 05:58:37.645704 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81272e96-5cdb-400c-a2d0-c623009832bb req-0209a9a2-2276-4146-b6ec-c172d952eb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:37.647169 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-81272e96-5cdb-400c-a2d0-c623009832bb req-0209a9a2-2276-4146-b6ec-c172d952eb8e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4ef8f3b4-2b14-4272-a773-ce259c8b6ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430379 Aug 04 05:58:37.739245 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-81272e96-5cdb-400c-a2d0-c623009832bb req-26c3ddcc-c67c-4872-a885-9426e2a6e630 service neutron] 10.222.0.18 "GET /v2.0/networks/4ef8f3b4-2b14-4272-a773-ce259c8b6ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837188 Aug 04 05:58:37.834630 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-81272e96-5cdb-400c-a2d0-c623009832bb req-5f80eebb-549e-4e2a-b0e6-1ef2d13d6659 service neutron] 10.222.0.18 "GET /v2.0/networks/4ef8f3b4-2b14-4272-a773-ce259c8b6ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874853 Aug 04 05:58:38.126055 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-2d4d5e88-2dac-4974-ac44-c8adf061162a req-01bf7eff-c879-444b-911f-8d9afd740dc2 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=db707704-794d-470d-8f9c-d70cc2271e8b HTTP/1.1" status: 200 len: 210 time: 0.0395401 Aug 04 05:58:38.352521 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-9eeace99-14a7-4dc4-8711-d57e17716d03 req-7c372036-dd4d-4b13-a0d1-a326eeb383fc tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=37659a77-07d9-4d72-bff3-0ec565e61252 HTTP/1.1" status: 200 len: 210 time: 0.0274065 Aug 04 05:58:38.461325 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feaf823-820e-451a-9284-ee2a8789104d req-f0400267-347f-4814-af3b-f3c516cf98c9 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:38.462807 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-7feaf823-820e-451a-9284-ee2a8789104d req-f0400267-347f-4814-af3b-f3c516cf98c9 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 984 time: 0.0486360 Aug 04 05:58:38.504961 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-7feaf823-820e-451a-9284-ee2a8789104d req-d6000dd4-f94e-405d-80b4-252b25bded82 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/security-groups?id=065a4c71-4379-43e8-9c39-e0bc5b1fa11f&id=15c688f3-4334-4a5b-b183-64c7de2fe4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354226 Aug 04 05:58:38.625339 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de7a72-ae75-4e52-8157-900fd04e1265 req-22a4aa25-e5d1-49ba-94ae-2a14ba17e1a2 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:38.626745 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-34de7a72-ae75-4e52-8157-900fd04e1265 req-22a4aa25-e5d1-49ba-94ae-2a14ba17e1a2 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.18 "GET /v2.0/networks?id=3907b242-ef3b-469a-800e-be8404ea9585 HTTP/1.1" status: 200 len: 815 time: 0.1032634 Aug 04 05:58:38.644937 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [req-34de7a72-ae75-4e52-8157-900fd04e1265 req-ba9d5c92-ad7a-45e7-8ac9-deff1acdc2c0 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Request body: {'port': {'device_id': '37659a77-07d9-4d72-bff3-0ec565e61252', 'network_id': '3907b242-ef3b-469a-800e-be8404ea9585', 'admin_state_up': True, 'tenant_id': '9623731366924c0c8ac7ed943da99a82'}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:58:38.837158 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34de7a72-ae75-4e52-8157-900fd04e1265 req-ba9d5c92-ad7a-45e7-8ac9-deff1acdc2c0 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Made reservation on behalf of 9623731366924c0c8ac7ed943da99a82 for: {'port': 1} {{(pid=100432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 05:58:38.840844 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-34de7a72-ae75-4e52-8157-900fd04e1265 req-ba9d5c92-ad7a-45e7-8ac9-deff1acdc2c0 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:38.967242 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.db_base_plugin_common [req-34de7a72-ae75-4e52-8157-900fd04e1265 req-ba9d5c92-ad7a-45e7-8ac9-deff1acdc2c0 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Allocated IP 172.20.0.6 (3907b242-ef3b-469a-800e-be8404ea9585/a14a1ef0-e270-4b89-af7f-41504d21d3f7/88ebabce-dc30-4876-bde5-52e9477a98af) {{(pid=100432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 05:58:39.115078 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-34de7a72-ae75-4e52-8157-900fd04e1265 req-ba9d5c92-ad7a-45e7-8ac9-deff1acdc2c0 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Notify callbacks [] for port, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:39.215015 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-34de7a72-ae75-4e52-8157-900fd04e1265 req-ba9d5c92-ad7a-45e7-8ac9-deff1acdc2c0 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:39.231200 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] get_ports_and_sgs() called for port_ids ['662ea2ac-c9d6-456e-b76a-7c4968bba9cf', '095f9c91-8c8a-4a2d-829f-439122d79119'] {{(pid=100433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 05:58:39.262253 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34de7a72-ae75-4e52-8157-900fd04e1265 req-ba9d5c92-ad7a-45e7-8ac9-deff1acdc2c0 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Network 3907b242-ef3b-469a-800e-be8404ea9585 is already hosted by enough agents. {{(pid=100432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:58:39.267486 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.base_scheduler [req-34de7a72-ae75-4e52-8157-900fd04e1265 req-ba9d5c92-ad7a-45e7-8ac9-deff1acdc2c0 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Resources bound (agent type, host, resource id): {{(pid=100432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:58:39.272385 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.l3_dvrscheduler_db [req-34de7a72-ae75-4e52-8157-900fd04e1265 req-ba9d5c92-ad7a-45e7-8ac9-deff1acdc2c0 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Received port after_create {{(pid=100432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 05:58:39.276375 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d5c92-ad7a-45e7-8ac9-deff1acdc2c0 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Pushing event updated for resources: {'Port': ['ID=88ebabce-dc30-4876-bde5-52e9477a98af,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:58:39.292416 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 60298) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:58:39.313568 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d5c92-ad7a-45e7-8ac9-deff1acdc2c0 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:58:39.313990 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d5c92-ad7a-45e7-8ac9-deff1acdc2c0 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:58:39.314333 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d5c92-ad7a-45e7-8ac9-deff1acdc2c0 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:58:39.315305 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d5c92-ad7a-45e7-8ac9-deff1acdc2c0 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:58:39.315646 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d5c92-ad7a-45e7-8ac9-deff1acdc2c0 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:58:39.316467 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d5c92-ad7a-45e7-8ac9-deff1acdc2c0 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:58:39.316467 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d5c92-ad7a-45e7-8ac9-deff1acdc2c0 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:58:39.321816 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d5c92-ad7a-45e7-8ac9-deff1acdc2c0 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:58:39.321816 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d5c92-ad7a-45e7-8ac9-deff1acdc2c0 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:58:39.321816 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d5c92-ad7a-45e7-8ac9-deff1acdc2c0 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:58:39.321816 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d5c92-ad7a-45e7-8ac9-deff1acdc2c0 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:58:39.321816 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d5c92-ad7a-45e7-8ac9-deff1acdc2c0 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:58:39.343474 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de7a72-ae75-4e52-8157-900fd04e1265 req-ba9d5c92-ad7a-45e7-8ac9-deff1acdc2c0 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:39.344478 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-34de7a72-ae75-4e52-8157-900fd04e1265 req-ba9d5c92-ad7a-45e7-8ac9-deff1acdc2c0 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for port, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:39.355538 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a7b9ce34-908d-4479-b07c-e5d7b037f1d6 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:39.381476 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-dee0c6e9-f257-441c-951e-ad3806d8c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:39.384517 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a7b9ce34-908d-4479-b07c-e5d7b037f1d6 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:39.476337 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c2b1a-7b36-4d19-a952-02881c1b1d4e req-9fb4cc4b-fe02-491f-9653-39cd230b3d5c tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:39.478253 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-5a6c2b1a-7b36-4d19-a952-02881c1b1d4e req-9fb4cc4b-fe02-491f-9653-39cd230b3d5c tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=37659a77-07d9-4d72-bff3-0ec565e61252 HTTP/1.1" status: 200 len: 931 time: 0.0545616 Aug 04 05:58:39.511832 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-34de7a72-ae75-4e52-8157-900fd04e1265 req-ba9d5c92-ad7a-45e7-8ac9-deff1acdc2c0 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8705010 Aug 04 05:58:39.516002 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-5a6c2b1a-7b36-4d19-a952-02881c1b1d4e req-efc13684-213b-49a0-9a58-3c20fe9fbc71 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/security-groups?id=891ea094-2101-48fa-9c9a-418dc2a82fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319786 Aug 04 05:58:39.524517 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [req-34de7a72-ae75-4e52-8157-900fd04e1265 req-98cdbf7c-f3e3-4614-944a-23ca94546066 service neutron] Request body: {'port': {'device_id': '37659a77-07d9-4d72-bff3-0ec565e61252', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:58:39.539772 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a7b9ce34-908d-4479-b07c-e5d7b037f1d6 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:39.542401 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a7b9ce34-908d-4479-b07c-e5d7b037f1d6 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:39.543509 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-a7b9ce34-908d-4479-b07c-e5d7b037f1d6 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "DELETE /v2.0/security-groups/80f2cfa1-5a80-484e-8c50-e7380be3d31b HTTP/1.1" status: 204 len: 168 time: 0.2499225 Aug 04 05:58:39.547225 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 60304) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:58:39.553999 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9ce34-908d-4479-b07c-e5d7b037f1d6 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f2cfa1-5a80-484e-8c50-e7380be3d31b,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:58:39.561483 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9ce34-908d-4479-b07c-e5d7b037f1d6 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:58:39.561815 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9ce34-908d-4479-b07c-e5d7b037f1d6 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:58:39.562180 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9ce34-908d-4479-b07c-e5d7b037f1d6 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:58:39.562516 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9ce34-908d-4479-b07c-e5d7b037f1d6 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:58:39.562841 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9ce34-908d-4479-b07c-e5d7b037f1d6 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:58:39.563165 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9ce34-908d-4479-b07c-e5d7b037f1d6 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:58:39.563484 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9ce34-908d-4479-b07c-e5d7b037f1d6 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:58:39.563801 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9ce34-908d-4479-b07c-e5d7b037f1d6 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:58:39.564495 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9ce34-908d-4479-b07c-e5d7b037f1d6 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:58:39.564495 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9ce34-908d-4479-b07c-e5d7b037f1d6 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:58:39.565301 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9ce34-908d-4479-b07c-e5d7b037f1d6 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:58:39.565784 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9ce34-908d-4479-b07c-e5d7b037f1d6 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:58:39.567850 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.api.v2.resource [None req-152c4f0b-b556-4a0e-9576-989dacb91c56 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] show failed (client error): The resource could not be found. Aug 04 05:58:39.568964 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-152c4f0b-b556-4a0e-9576-989dacb91c56 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups/80f2cfa1-5a80-484e-8c50-e7380be3d31b HTTP/1.1" status: 404 len: 347 time: 0.0207422 Aug 04 05:58:39.572706 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 60306) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:58:39.665187 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-34de7a72-ae75-4e52-8157-900fd04e1265 req-98cdbf7c-f3e3-4614-944a-23ca94546066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:39.768304 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e0dbe-0d2a-4948-a6a2-f9887950e491 req-c2dffd05-b9f7-4b23-be85-c77681b1754d tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:39.769698 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-2b6e0dbe-0d2a-4948-a6a2-f9887950e491 req-c2dffd05-b9f7-4b23-be85-c77681b1754d tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 984 time: 0.1890752 Aug 04 05:58:39.887633 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [None req-d9a057c0-9a7c-4fc3-9670-3e293f69ff5b tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Deleting port 306089b5-2b7e-4191-9f5b-11d04966cc62 {{(pid=100432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 05:58:39.887994 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d9a057c0-9a7c-4fc3-9670-3e293f69ff5b tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:39.904502 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-2b6e0dbe-0d2a-4948-a6a2-f9887950e491 req-54103b23-ae5e-48c5-b6c1-25ef5fb36ebc tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/security-groups?id=065a4c71-4379-43e8-9c39-e0bc5b1fa11f&id=15c688f3-4334-4a5b-b183-64c7de2fe4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1243546 Aug 04 05:58:40.271804 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d9a057c0-9a7c-4fc3-9670-3e293f69ff5b tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:40.272838 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d9a057c0-9a7c-4fc3-9670-3e293f69ff5b tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:40.295734 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [None req-d9a057c0-9a7c-4fc3-9670-3e293f69ff5b tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Calling delete_port for 306089b5-2b7e-4191-9f5b-11d04966cc62 owned by network:floatingip {{(pid=100432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 05:58:40.411001 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [req-34de7a72-ae75-4e52-8157-900fd04e1265 req-98cdbf7c-f3e3-4614-944a-23ca94546066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88ebabce-dc30-4876-bde5-52e9477a98af {{(pid=100432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 05:58:40.419990 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-34de7a72-ae75-4e52-8157-900fd04e1265 req-98cdbf7c-f3e3-4614-944a-23ca94546066 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:40.442904 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.provisioning_blocks [req-34de7a72-ae75-4e52-8157-900fd04e1265 req-98cdbf7c-f3e3-4614-944a-23ca94546066 service neutron] Transition to ACTIVE for port object 88ebabce-dc30-4876-bde5-52e9477a98af will not be triggered until provisioned by entity L2. {{(pid=100432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:58:40.505702 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-34de7a72-ae75-4e52-8157-900fd04e1265 req-98cdbf7c-f3e3-4614-944a-23ca94546066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5048305'] for port, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:40.560139 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cdbf7c-f3e3-4614-944a-23ca94546066 service neutron] Pushing event updated for resources: {'Port': ['ID=88ebabce-dc30-4876-bde5-52e9477a98af,revision_number=2']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:58:40.600894 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d9a057c0-9a7c-4fc3-9670-3e293f69ff5b tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:40.634625 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a057c0-9a7c-4fc3-9670-3e293f69ff5b tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Pushing event deleted for resources: {'Port': ['ID=306089b5-2b7e-4191-9f5b-11d04966cc62,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:58:40.645284 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137f1ed-4d00-43ed-9474-9a74b79388c6 req-151c380f-b32b-4a72-8ec5-f68dac571a85 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:40.646791 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b137f1ed-4d00-43ed-9474-9a74b79388c6 req-151c380f-b32b-4a72-8ec5-f68dac571a85 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=37659a77-07d9-4d72-bff3-0ec565e61252 HTTP/1.1" status: 200 len: 943 time: 0.0526407 Aug 04 05:58:40.691537 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b137f1ed-4d00-43ed-9474-9a74b79388c6 req-8b373a36-4ac3-4c6e-9925-a47546c7fb73 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/security-groups?id=891ea094-2101-48fa-9c9a-418dc2a82fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387013 Aug 04 05:58:40.696140 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.managers [req-34de7a72-ae75-4e52-8157-900fd04e1265 req-98cdbf7c-f3e3-4614-944a-23ca94546066 service neutron] Attempting to bind port 88ebabce-dc30-4876-bde5-52e9477a98af on host hv-cinder-80161 for vnic_type normal with profile {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 05:58:40.696391 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.managers [req-34de7a72-ae75-4e52-8157-900fd04e1265 req-98cdbf7c-f3e3-4614-944a-23ca94546066 service neutron] Attempting to bind port 88ebabce-dc30-4876-bde5-52e9477a98af by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': '56857cc4-8378-4d20-9e3c-c07dc6a33ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3907b242-ef3b-469a-800e-be8404ea9585'}] {{(pid=100432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 05:58:40.696712 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34de7a72-ae75-4e52-8157-900fd04e1265 req-98cdbf7c-f3e3-4614-944a-23ca94546066 service neutron] Attempting to bind port 88ebabce-dc30-4876-bde5-52e9477a98af on network 3907b242-ef3b-469a-800e-be8404ea9585 {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:58:40.703568 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34de7a72-ae75-4e52-8157-900fd04e1265 req-98cdbf7c-f3e3-4614-944a-23ca94546066 service neutron] Port 88ebabce-dc30-4876-bde5-52e9477a98af on network 3907b242-ef3b-469a-800e-be8404ea9585 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 05:58:40.703900 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34de7a72-ae75-4e52-8157-900fd04e1265 req-98cdbf7c-f3e3-4614-944a-23ca94546066 service neutron] Attempting to bind port 88ebabce-dc30-4876-bde5-52e9477a98af on network 3907b242-ef3b-469a-800e-be8404ea9585 {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:58:40.710874 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34de7a72-ae75-4e52-8157-900fd04e1265 req-98cdbf7c-f3e3-4614-944a-23ca94546066 service neutron] Checking agent: {'id': 'b8cb1127-4c6b-4c0f-8dda-968dd091f2d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 5, 51, 56), 'started_at': datetime.datetime(2021, 8, 4, 5, 51, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 5, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 05:58:40.711209 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34de7a72-ae75-4e52-8157-900fd04e1265 req-98cdbf7c-f3e3-4614-944a-23ca94546066 service neutron] Checking segment: {'id': '56857cc4-8378-4d20-9e3c-c07dc6a33ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3907b242-ef3b-469a-800e-be8404ea9585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:58:40.711583 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34de7a72-ae75-4e52-8157-900fd04e1265 req-98cdbf7c-f3e3-4614-944a-23ca94546066 service neutron] Bound using segment: {'id': '56857cc4-8378-4d20-9e3c-c07dc6a33ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3907b242-ef3b-469a-800e-be8404ea9585'} {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 05:58:40.712037 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.managers [req-34de7a72-ae75-4e52-8157-900fd04e1265 req-98cdbf7c-f3e3-4614-944a-23ca94546066 service neutron] Bound port: 88ebabce-dc30-4876-bde5-52e9477a98af, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56857cc4-8378-4d20-9e3c-c07dc6a33ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3907b242-ef3b-469a-800e-be8404ea9585'}}] {{(pid=100432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 05:58:40.712391 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-34de7a72-ae75-4e52-8157-900fd04e1265 req-98cdbf7c-f3e3-4614-944a-23ca94546066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:40.725216 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d9a057c0-9a7c-4fc3-9670-3e293f69ff5b tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks [] for floatingip, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:40.727679 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d9a057c0-9a7c-4fc3-9670-3e293f69ff5b tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for floatingip, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:40.728832 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-d9a057c0-9a7c-4fc3-9670-3e293f69ff5b tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "DELETE /v2.0/floatingips/3e888ea9-e7f8-4f6f-925b-23452c923998 HTTP/1.1" status: 204 len: 168 time: 1.1552606 Aug 04 05:58:40.786786 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [req-34de7a72-ae75-4e52-8157-900fd04e1265 req-98cdbf7c-f3e3-4614-944a-23ca94546066 service neutron] For port 88ebabce-dc30-4876-bde5-52e9477a98af, host hv-cinder-80161, cleared binding levels {{(pid=100432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 05:58:40.789809 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [req-34de7a72-ae75-4e52-8157-900fd04e1265 req-98cdbf7c-f3e3-4614-944a-23ca94546066 service neutron] For port 88ebabce-dc30-4876-bde5-52e9477a98af, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=88ebabce-dc30-4876-bde5-52e9477a98af,segment=NetworkSegment(56857cc4-8378-4d20-9e3c-c07dc6a33ba7),segment_id=56857cc4-8378-4d20-9e3c-c07dc6a33ba7)] {{(pid=100432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 05:58:40.878102 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-34de7a72-ae75-4e52-8157-900fd04e1265 req-98cdbf7c-f3e3-4614-944a-23ca94546066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5048305'] for port, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:40.908077 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de7a72-ae75-4e52-8157-900fd04e1265 req-98cdbf7c-f3e3-4614-944a-23ca94546066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:40.908772 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-34de7a72-ae75-4e52-8157-900fd04e1265 req-98cdbf7c-f3e3-4614-944a-23ca94546066 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for port, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:40.910367 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-34de7a72-ae75-4e52-8157-900fd04e1265 req-98cdbf7c-f3e3-4614-944a-23ca94546066 service neutron] 10.222.0.18 "PUT /v2.0/ports/88ebabce-dc30-4876-bde5-52e9477a98af HTTP/1.1" status: 200 len: 1093 time: 1.3901410 Aug 04 05:58:40.912364 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37659a77-07d9-4d72-bff3-0ec565e61252', 'tag': '88ebabce-dc30-4876-bde5-52e9477a98af'}] {{(pid=100432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:58:40.914545 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7961aa7e709e573ce1f4efc3791ca037d6473da3b2c6b2a251ebfb1631130676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1a33e8-5011-4a3a-ba0a-464b74c7c00b" -d '{"events": [{"name": "network-changed", "server_uuid": "37659a77-07d9-4d72-bff3-0ec565e61252", "tag": "88ebabce-dc30-4876-bde5-52e9477a98af"}]}' {{(pid=100432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:58:40.952702 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cdbf7c-f3e3-4614-944a-23ca94546066 service neutron] Pushing event updated for resources: {'Port': ['ID=88ebabce-dc30-4876-bde5-52e9477a98af,revision_number=3']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:58:40.956585 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 05:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296f764f-973e-4e94-9147-a157edb93c5a x-openstack-request-id: req-296f764f-973e-4e94-9147-a157edb93c5a {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:58:40.956970 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37659a77-07d9-4d72-bff3-0ec565e61252", "tag": "88ebabce-dc30-4876-bde5-52e9477a98af", "status": "completed", "code": 200}]} {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:58:40.957280 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-296f764f-973e-4e94-9147-a157edb93c5a {{(pid=100432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:58:40.957776 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37659a77-07d9-4d72-bff3-0ec565e61252', 'tag': '88ebabce-dc30-4876-bde5-52e9477a98af', 'status': 'completed', 'code': 200} Aug 04 05:58:41.040034 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a33e8-5011-4a3a-ba0a-464b74c7c00b req-a06bc89f-c538-471f-bf0f-1ac18391176c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:41.041577 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ac1a33e8-5011-4a3a-ba0a-464b74c7c00b req-a06bc89f-c538-471f-bf0f-1ac18391176c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9623731366924c0c8ac7ed943da99a82&device_id=37659a77-07d9-4d72-bff3-0ec565e61252 HTTP/1.1" status: 200 len: 1096 time: 0.0427885 Aug 04 05:58:41.051144 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd4a54-6bcb-4aa9-8edb-250969eaad1a req-41fcda03-0dd7-4534-a56c-c3f85de0fbdb tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:41.052242 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device ec952f16-dc93-4d6b-a88d-f9718685be57 no longer exists at agent hyperv_hv-cinder-80161 {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 05:58:41.052728 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-05dd4a54-6bcb-4aa9-8edb-250969eaad1a req-41fcda03-0dd7-4534-a56c-c3f85de0fbdb tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 984 time: 0.0528576 Aug 04 05:58:41.076681 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] No Port match for: ec952f16-dc93-4d6b-a88d-f9718685be57 {{(pid=100433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 05:58:41.077018 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device ec952f16-dc93-4d6b-a88d-f9718685be57 not bound to the agent host hv-cinder-80161 {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 05:58:41.099674 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-05dd4a54-6bcb-4aa9-8edb-250969eaad1a req-c156dd40-5d50-4866-b021-0e3d85ffd219 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/security-groups?id=065a4c71-4379-43e8-9c39-e0bc5b1fa11f&id=15c688f3-4334-4a5b-b183-64c7de2fe4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387533 Aug 04 05:58:41.147979 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a33e8-5011-4a3a-ba0a-464b74c7c00b req-aa3187a5-fe68-4cd7-9737-c942027bc287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:41.149433 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ac1a33e8-5011-4a3a-ba0a-464b74c7c00b req-aa3187a5-fe68-4cd7-9737-c942027bc287 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=9623731366924c0c8ac7ed943da99a82&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0985124 Aug 04 05:58:41.230967 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 60326) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:58:41.235668 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-41abba7e-c705-4464-a20e-07662864176b tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1754755803', 'description': 'tempest-description--125434864'}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:58:41.247166 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a33e8-5011-4a3a-ba0a-464b74c7c00b req-381b53e0-b803-4e82-9e56-ef6d9e3e1997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:41.251918 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ac1a33e8-5011-4a3a-ba0a-464b74c7c00b req-381b53e0-b803-4e82-9e56-ef6d9e3e1997 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924375 Aug 04 05:58:41.331219 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de7a72-ae75-4e52-8157-900fd04e1265 req-454b2b8b-97b8-4ef8-a54f-7c6b4be20b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:41.332751 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-34de7a72-ae75-4e52-8157-900fd04e1265 req-454b2b8b-97b8-4ef8-a54f-7c6b4be20b55 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9623731366924c0c8ac7ed943da99a82&device_id=37659a77-07d9-4d72-bff3-0ec565e61252 HTTP/1.1" status: 200 len: 1096 time: 0.0402336 Aug 04 05:58:41.376713 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-41abba7e-c705-4464-a20e-07662864176b tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:41.384967 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-34de7a72-ae75-4e52-8157-900fd04e1265 req-c93848fb-84b7-4ed9-9a5b-584fbd391d1c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88ebabce-dc30-4876-bde5-52e9477a98af HTTP/1.1" status: 200 len: 217 time: 0.0348206 Aug 04 05:58:41.444308 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de7a72-ae75-4e52-8157-900fd04e1265 req-b39a9e26-8363-4a20-a6f2-62dc713c6e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:41.445749 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-34de7a72-ae75-4e52-8157-900fd04e1265 req-b39a9e26-8363-4a20-a6f2-62dc713c6e02 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a14a1ef0-e270-4b89-af7f-41504d21d3f7 HTTP/1.1" status: 200 len: 855 time: 0.0473337 Aug 04 05:58:41.455730 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-41abba7e-c705-4464-a20e-07662864176b tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:41.484768 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-34de7a72-ae75-4e52-8157-900fd04e1265 req-04c9b935-c1b3-41d3-87bc-c8779649e31e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3907b242-ef3b-469a-800e-be8404ea9585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239985 Aug 04 05:58:41.507793 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-41abba7e-c705-4464-a20e-07662864176b tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:41.537749 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41abba7e-c705-4464-a20e-07662864176b tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3da1c05e-d03d-417e-bf8a-f0b667e63dea,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:58:41.576883 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-34de7a72-ae75-4e52-8157-900fd04e1265 req-dc6781c0-65b7-4d30-b881-338252dc54a3 service neutron] 10.222.0.18 "GET /v2.0/networks/3907b242-ef3b-469a-800e-be8404ea9585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814295 Aug 04 05:58:41.585809 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-41abba7e-c705-4464-a20e-07662864176b tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:41.589950 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-41abba7e-c705-4464-a20e-07662864176b tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3579462 Aug 04 05:58:41.590523 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 60328) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:58:41.595065 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-3c449ef4-7f84-4c78-8e44-00c261642c6b tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Request body: {'security_group_rule': {'security_group_id': '3da1c05e-d03d-417e-bf8a-f0b667e63dea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:58:41.672060 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-34de7a72-ae75-4e52-8157-900fd04e1265 req-f5fe68f8-504c-40c9-9758-ca4494e1cb8c service neutron] 10.222.0.18 "GET /v2.0/networks/3907b242-ef3b-469a-800e-be8404ea9585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873151 Aug 04 05:58:41.699530 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3c449ef4-7f84-4c78-8e44-00c261642c6b tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:41.756581 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3c449ef4-7f84-4c78-8e44-00c261642c6b tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:41.810952 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71979e2-905d-4371-8401-1704b1a27410 req-72fb1e41-10f6-466a-aee1-36fd15a48529 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:41.812447 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-e71979e2-905d-4371-8401-1704b1a27410 req-72fb1e41-10f6-466a-aee1-36fd15a48529 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=37659a77-07d9-4d72-bff3-0ec565e61252 HTTP/1.1" status: 200 len: 943 time: 0.0514386 Aug 04 05:58:41.832063 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3c449ef4-7f84-4c78-8e44-00c261642c6b tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997345'] for security_group_rule, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:41.863090 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c449ef4-7f84-4c78-8e44-00c261642c6b tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f30028f0-9414-492c-a44c-49dae81cb4da,revision_number=0']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:58:41.871437 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-e71979e2-905d-4371-8401-1704b1a27410 req-de4b0825-0fd4-4343-9712-4b3369c5adc2 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/security-groups?id=891ea094-2101-48fa-9c9a-418dc2a82fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530148 Aug 04 05:58:41.953182 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3c449ef4-7f84-4c78-8e44-00c261642c6b tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:41.954380 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-3c449ef4-7f84-4c78-8e44-00c261642c6b tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3629456 Aug 04 05:58:41.957116 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 60336) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:58:41.961548 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-58b6632f-af3b-41cd-86b5-a2b5d641cf18 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Request body: {'security_group_rule': {'security_group_id': '3da1c05e-d03d-417e-bf8a-f0b667e63dea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:58:42.014243 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-af02ba66-bd33-4c7f-ad7c-7481e90ae0d9 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 05:58:42.060640 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-58b6632f-af3b-41cd-86b5-a2b5d641cf18 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:42.115771 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-58b6632f-af3b-41cd-86b5-a2b5d641cf18 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:42.219216 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f0501f-101b-4d2e-abbf-d4c39450d884 req-6d7d064f-a606-4197-8d37-c2bf5f3c5b7d tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:42.221390 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-40f0501f-101b-4d2e-abbf-d4c39450d884 req-6d7d064f-a606-4197-8d37-c2bf5f3c5b7d tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 984 time: 0.0502656 Aug 04 05:58:42.233459 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-58b6632f-af3b-41cd-86b5-a2b5d641cf18 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997345'] for security_group_rule, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:42.251188 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b6632f-af3b-41cd-86b5-a2b5d641cf18 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a1f315a-6d05-4236-8df8-b386b372b1ad,revision_number=0']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:58:42.262439 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-40f0501f-101b-4d2e-abbf-d4c39450d884 req-78baf598-e8a9-4789-9169-41b9dbe2b0fa tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/security-groups?id=065a4c71-4379-43e8-9c39-e0bc5b1fa11f&id=15c688f3-4334-4a5b-b183-64c7de2fe4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351510 Aug 04 05:58:42.399069 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-58b6632f-af3b-41cd-86b5-a2b5d641cf18 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:42.400321 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-58b6632f-af3b-41cd-86b5-a2b5d641cf18 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4422872 Aug 04 05:58:42.403316 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 60342) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:58:42.407762 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-6652af11-2461-4457-a113-a609c59430dd tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Request body: {'floatingip': {'floating_network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:58:42.581857 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6652af11-2461-4457-a113-a609c59430dd tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks [] for floatingip, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:42.684368 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6652af11-2461-4457-a113-a609c59430dd tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:42.788423 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.db_base_plugin_common [None req-6652af11-2461-4457-a113-a609c59430dd tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Allocated IP 172.27.1.29 (ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5/3914311c-894e-41ec-96a2-d757dbda92d2/f35e9ad0-fd90-4351-a37f-26af6328597e) {{(pid=100431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 05:58:42.892083 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6652af11-2461-4457-a113-a609c59430dd tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks [] for port, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:42.987312 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f586b0-10f5-4671-9713-3db96baf19f9 req-5be04d03-23b8-40eb-8b58-e24c6a359ad5 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:42.988794 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-f4f586b0-10f5-4671-9713-3db96baf19f9 req-5be04d03-23b8-40eb-8b58-e24c6a359ad5 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=37659a77-07d9-4d72-bff3-0ec565e61252 HTTP/1.1" status: 200 len: 943 time: 0.0495791 Aug 04 05:58:43.008735 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6652af11-2461-4457-a113-a609c59430dd tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4497432'] for port, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:43.053575 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6652af11-2461-4457-a113-a609c59430dd tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Network ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5 is already hosted by enough agents. {{(pid=100431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:58:43.057128 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 88ebabce-dc30-4876-bde5-52e9477a98af details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=100433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 05:58:43.059743 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.base_scheduler [None req-6652af11-2461-4457-a113-a609c59430dd tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Resources bound (agent type, host, resource id): {{(pid=100431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:58:43.063310 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6652af11-2461-4457-a113-a609c59430dd tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Received port after_create {{(pid=100431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 05:58:43.067596 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-f4f586b0-10f5-4671-9713-3db96baf19f9 req-983f1c44-064b-4656-bd93-56ea848f9e4f tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/security-groups?id=891ea094-2101-48fa-9c9a-418dc2a82fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728915 Aug 04 05:58:43.095295 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6652af11-2461-4457-a113-a609c59430dd tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Pushing event updated for resources: {'Port': ['ID=f35e9ad0-fd90-4351-a37f-26af6328597e,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:58:43.153338 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 88ebabce-dc30-4876-bde5-52e9477a98af, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=88ebabce-dc30-4876-bde5-52e9477a98af,segment=NetworkSegment(56857cc4-8378-4d20-9e3c-c07dc6a33ba7),segment_id=56857cc4-8378-4d20-9e3c-c07dc6a33ba7)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:58:43.159932 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6652af11-2461-4457-a113-a609c59430dd tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:43.164920 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Returning: {'device': '88ebabce-dc30-4876-bde5-52e9477a98af', 'network_id': '3907b242-ef3b-469a-800e-be8404ea9585', 'port_id': '88ebabce-dc30-4876-bde5-52e9477a98af', 'mac_address': 'fa:16:3e:51:83:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a14a1ef0-e270-4b89-af7f-41504d21d3f7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 05:58:43.201423 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:43.218400 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88ebabce-dc30-4876-bde5-52e9477a98af {{(pid=100433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 05:58:43.238244 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 88ebabce-dc30-4876-bde5-52e9477a98af, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=88ebabce-dc30-4876-bde5-52e9477a98af,segment=NetworkSegment(56857cc4-8378-4d20-9e3c-c07dc6a33ba7),segment_id=56857cc4-8378-4d20-9e3c-c07dc6a33ba7)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:58:43.287650 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6652af11-2461-4457-a113-a609c59430dd tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:43.315938 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:43.369627 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=88ebabce-dc30-4876-bde5-52e9477a98af,revision_number=4']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:58:43.383263 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700051f0-61d5-4246-aff3-0c33935e9f21 req-03fc734f-f624-41d0-be12-c1a59ccebdf1 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:43.385283 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-700051f0-61d5-4246-aff3-0c33935e9f21 req-03fc734f-f624-41d0-be12-c1a59ccebdf1 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 984 time: 0.0559680 Aug 04 05:58:43.427493 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-700051f0-61d5-4246-aff3-0c33935e9f21 req-d3b9a7fe-32b0-4052-b95a-875e6a132cd6 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/security-groups?id=065a4c71-4379-43e8-9c39-e0bc5b1fa11f&id=15c688f3-4334-4a5b-b183-64c7de2fe4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355673 Aug 04 05:58:43.449768 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6652af11-2461-4457-a113-a609c59430dd tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:43.511441 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6652af11-2461-4457-a113-a609c59430dd tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4497425'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:43.575638 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6652af11-2461-4457-a113-a609c59430dd tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Pushing event updated for resources: {'Port': ['ID=f35e9ad0-fd90-4351-a37f-26af6328597e,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:58:43.588370 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6652af11-2461-4457-a113-a609c59430dd tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572675'] for floatingip, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:43.632117 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] get_ports_and_sgs() called for port_ids ['88ebabce-dc30-4876-bde5-52e9477a98af'] {{(pid=100433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 05:58:43.708054 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6652af11-2461-4457-a113-a609c59430dd tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for floatingip, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:43.709528 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-6652af11-2461-4457-a113-a609c59430dd tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3052113 Aug 04 05:58:43.910834 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-5f2a8f62-d4dd-45b1-95dd-edcd4fde21ba req-387f6c20-664f-4612-92f1-a1d6e3cca311 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1754755803&fields=id&tenant_id=ec04283d3509443b9c65cd9af852d46f HTTP/1.1" status: 200 len: 267 time: 0.0353689 Aug 04 05:58:44.016592 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a8f62-d4dd-45b1-95dd-edcd4fde21ba req-250e8de9-c70d-4236-abd8-a5b91d84402e tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:44.018589 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-5f2a8f62-d4dd-45b1-95dd-edcd4fde21ba req-250e8de9-c70d-4236-abd8-a5b91d84402e tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/networks?id=a493c09c-6949-44f8-8e08-fbb13c36d6a2 HTTP/1.1" status: 200 len: 817 time: 0.1039281 Aug 04 05:58:44.033007 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-5f2a8f62-d4dd-45b1-95dd-edcd4fde21ba req-4db995a5-e992-4fc3-a26b-1c296d0c2873 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/quotas/ec04283d3509443b9c65cd9af852d46f HTTP/1.1" status: 200 len: 375 time: 0.0087352 Aug 04 05:58:44.089469 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-5f2a8f62-d4dd-45b1-95dd-edcd4fde21ba req-a64e9c67-5be3-426e-a08a-f4b68e99c643 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ec04283d3509443b9c65cd9af852d46f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0513194 Aug 04 05:58:44.185373 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-5f2a8f62-d4dd-45b1-95dd-edcd4fde21ba req-8cf65090-52ac-460a-9b9e-af9f030a31fe service neutron] 10.222.0.37 "GET /v2.0/networks/a493c09c-6949-44f8-8e08-fbb13c36d6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839999 Aug 04 05:58:44.273854 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-5f2a8f62-d4dd-45b1-95dd-edcd4fde21ba req-b05d1609-8a50-4b09-a127-2794536e16b9 service neutron] 10.222.0.37 "GET /v2.0/networks/a493c09c-6949-44f8-8e08-fbb13c36d6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818141 Aug 04 05:58:44.345243 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28be42-cc5f-484b-9b0e-a108299aa028 req-a4c14c73-c4d2-4b91-bccb-c9b45f18d37e tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:44.346905 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-8b28be42-cc5f-484b-9b0e-a108299aa028 req-a4c14c73-c4d2-4b91-bccb-c9b45f18d37e tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=37659a77-07d9-4d72-bff3-0ec565e61252 HTTP/1.1" status: 200 len: 944 time: 0.0553288 Aug 04 05:58:44.385719 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-8b28be42-cc5f-484b-9b0e-a108299aa028 req-c5455f71-7010-43b1-8c7d-4ba81356f5c8 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/security-groups?id=891ea094-2101-48fa-9c9a-418dc2a82fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325880 Aug 04 05:58:44.490273 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a9345a-4c32-45f0-9400-86b03c4c990e req-9fb1df3a-195c-4a57-9d6d-9ec35148cfa7 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:44.491763 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-51a9345a-4c32-45f0-9400-86b03c4c990e req-9fb1df3a-195c-4a57-9d6d-9ec35148cfa7 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.0504425 Aug 04 05:58:44.537388 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-51a9345a-4c32-45f0-9400-86b03c4c990e req-6b0a81e5-9551-46df-9b08-00a5de700a9e tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392947 Aug 04 05:58:44.614815 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347649ed-ade6-445e-b44c-5364234eda91 req-4ad7ff70-8a74-410f-a300-da40a3dc7371 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:44.616347 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-347649ed-ade6-445e-b44c-5364234eda91 req-4ad7ff70-8a74-410f-a300-da40a3dc7371 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 984 time: 0.0646739 Aug 04 05:58:44.625705 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9335cc6a-15bb-4e6d-8498-4b24bdfbb0d3 req-08690a6b-05bd-4ba2-b6ab-7b701869d4bf tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 210 time: 0.0421970 Aug 04 05:58:44.666207 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-347649ed-ade6-445e-b44c-5364234eda91 req-21436702-9052-40f8-91cc-2aac92124301 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/security-groups?id=065a4c71-4379-43e8-9c39-e0bc5b1fa11f&id=15c688f3-4334-4a5b-b183-64c7de2fe4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436943 Aug 04 05:58:45.069448 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 88ebabce-dc30-4876-bde5-52e9477a98af up at agent hyperv_hv-cinder-80161 {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:58:45.202571 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Provisioning for port 88ebabce-dc30-4876-bde5-52e9477a98af completed by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:58:45.206324 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Provisioning complete for port 88ebabce-dc30-4876-bde5-52e9477a98af triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:58:45.206687 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:45.280896 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:45.302302 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37659a77-07d9-4d72-bff3-0ec565e61252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ebabce-dc30-4876-bde5-52e9477a98af'}] {{(pid=100433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:58:45.304532 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffe4ad2cefe5cc989f07e8393c985a8403d56455fd91e6fde58b148ee627bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca31735-7015-4a08-b668-47b18ef9cfd0" -d '{"events": [{"server_uuid": "37659a77-07d9-4d72-bff3-0ec565e61252", "name": "network-vif-plugged", "status": "completed", "tag": "88ebabce-dc30-4876-bde5-52e9477a98af"}]}' {{(pid=100433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:58:45.317986 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 88ebabce-dc30-4876-bde5-52e9477a98af, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=88ebabce-dc30-4876-bde5-52e9477a98af,segment=NetworkSegment(56857cc4-8378-4d20-9e3c-c07dc6a33ba7),segment_id=56857cc4-8378-4d20-9e3c-c07dc6a33ba7)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:58:45.340487 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 05:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acae1735-eb84-476a-8f50-b45bdbd4bfc1 x-openstack-request-id: req-acae1735-eb84-476a-8f50-b45bdbd4bfc1 {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:58:45.340774 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37659a77-07d9-4d72-bff3-0ec565e61252", "name": "network-vif-plugged", "status": "completed", "tag": "88ebabce-dc30-4876-bde5-52e9477a98af", "code": 200}]} {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:58:45.341024 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-acae1735-eb84-476a-8f50-b45bdbd4bfc1 {{(pid=100433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:58:45.341413 dv-cinder-801617-4-iscsi neutron-server[100433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37659a77-07d9-4d72-bff3-0ec565e61252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ebabce-dc30-4876-bde5-52e9477a98af', 'code': 200} Aug 04 05:58:45.498897 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad37754-ed2e-40d0-8fa1-6afa4bbe66ef req-647cf937-3e7f-48fd-bb4b-f1570bb1760e tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:45.500287 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:45.500422 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-2ad37754-ed2e-40d0-8fa1-6afa4bbe66ef req-647cf937-3e7f-48fd-bb4b-f1570bb1760e tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=37659a77-07d9-4d72-bff3-0ec565e61252 HTTP/1.1" status: 200 len: 944 time: 0.0499218 Aug 04 05:58:45.548249 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-2ad37754-ed2e-40d0-8fa1-6afa4bbe66ef req-867292dd-87c8-458e-95e6-42bf811d54cf tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/security-groups?id=891ea094-2101-48fa-9c9a-418dc2a82fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400629 Aug 04 05:58:45.554564 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=88ebabce-dc30-4876-bde5-52e9477a98af,revision_number=5']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:58:45.656618 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060f5a0-9f28-4fd3-922e-b5b62e381786 req-ebea08a9-7889-4aa3-9978-925c0a27584f tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:45.658873 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-1060f5a0-9f28-4fd3-922e-b5b62e381786 req-ebea08a9-7889-4aa3-9978-925c0a27584f tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.0513494 Aug 04 05:58:45.700156 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-1060f5a0-9f28-4fd3-922e-b5b62e381786 req-732f4eaf-fbb8-48db-82b4-4cd7a7154ed3 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351839 Aug 04 05:58:45.792810 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-0b51fdd1-4757-44b0-8584-10ccd74e00fa req-3f9d481f-9ba3-4ba3-ad28-56aaaa23cff0 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 210 time: 0.0269160 Aug 04 05:58:45.843955 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4d897-5cb9-415d-8db6-2e81206b8d7d req-7b6d1ca3-fb62-49c8-b2b1-a6fb2ca5c6f5 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:45.845612 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-7fc4d897-5cb9-415d-8db6-2e81206b8d7d req-7b6d1ca3-fb62-49c8-b2b1-a6fb2ca5c6f5 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 984 time: 0.0835474 Aug 04 05:58:45.854751 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557fc028-e9b8-401b-8777-e65882973f5a req-b6ca1942-7e8f-49c3-ab04-b32e31ec9ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:45.858990 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-557fc028-e9b8-401b-8777-e65882973f5a req-b6ca1942-7e8f-49c3-ab04-b32e31ec9ade service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=37659a77-07d9-4d72-bff3-0ec565e61252 HTTP/1.1" status: 200 len: 1098 time: 0.1353600 Aug 04 05:58:45.911549 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-7fc4d897-5cb9-415d-8db6-2e81206b8d7d req-e86e80a8-bba6-4531-bbbd-897d19b04539 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/security-groups?id=065a4c71-4379-43e8-9c39-e0bc5b1fa11f&id=15c688f3-4334-4a5b-b183-64c7de2fe4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588400 Aug 04 05:58:45.923455 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-557fc028-e9b8-401b-8777-e65882973f5a req-af137cd2-9a25-4b21-8977-f1f9906f6e4a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=891ea094-2101-48fa-9c9a-418dc2a82fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469680 Aug 04 05:58:46.655040 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39520374-8991-464e-baba-d5297e7ee557 req-0dc3b5b9-a492-48d8-8828-1f100b2f5925 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:46.656519 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-39520374-8991-464e-baba-d5297e7ee557 req-0dc3b5b9-a492-48d8-8828-1f100b2f5925 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.18 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.0566261 Aug 04 05:58:46.676852 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611f966-7f5d-4e28-84e1-0bf30f8799b2 req-38313234-bc78-4753-b55f-e11ffdbcb907 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:46.678453 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-1611f966-7f5d-4e28-84e1-0bf30f8799b2 req-38313234-bc78-4753-b55f-e11ffdbcb907 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=37659a77-07d9-4d72-bff3-0ec565e61252 HTTP/1.1" status: 200 len: 945 time: 0.0541215 Aug 04 05:58:46.716969 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-1611f966-7f5d-4e28-84e1-0bf30f8799b2 req-b98d6f48-5235-49c7-8e62-519cba6ae923 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/security-groups?id=891ea094-2101-48fa-9c9a-418dc2a82fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325282 Aug 04 05:58:46.772224 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [req-39520374-8991-464e-baba-d5297e7ee557 req-4a4548a6-0461-407e-a0db-bd7ee5749463 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Deleting port 4ebbf558-7ec6-47f5-9e3a-c8a2662b6565 {{(pid=100432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 05:58:46.779337 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-39520374-8991-464e-baba-d5297e7ee557 req-4a4548a6-0461-407e-a0db-bd7ee5749463 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:46.897845 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925dcf16-76e4-48d2-8ba1-819213a89f5e req-36b9a0f0-2162-4958-9861-ad08dad74fbb tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:46.900327 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-925dcf16-76e4-48d2-8ba1-819213a89f5e req-36b9a0f0-2162-4958-9861-ad08dad74fbb tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 946 time: 0.1069643 Aug 04 05:58:46.915368 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-c5ece6c4-3854-4987-96b9-1e0b68bdf368 req-d3149b87-df16-433e-b77b-44c63c8b7287 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 210 time: 0.0387163 Aug 04 05:58:46.929074 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [req-39520374-8991-464e-baba-d5297e7ee557 req-4a4548a6-0461-407e-a0db-bd7ee5749463 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] For port 4ebbf558-7ec6-47f5-9e3a-c8a2662b6565, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=4ebbf558-7ec6-47f5-9e3a-c8a2662b6565,segment=NetworkSegment(e70b74f9-db9d-468d-96eb-049639286c19),segment_id=e70b74f9-db9d-468d-96eb-049639286c19)] {{(pid=100432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:58:46.929512 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-39520374-8991-464e-baba-d5297e7ee557 req-4a4548a6-0461-407e-a0db-bd7ee5749463 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:47.003798 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-925dcf16-76e4-48d2-8ba1-819213a89f5e req-d55ac864-b6ca-48cc-8593-557552229ff1 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=45e28668-2315-4cab-adf5-2cfff2b29702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861485 Aug 04 05:58:47.047089 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acbfeb6-0900-4043-9c17-a924d80c6b98 req-47cc0b90-359d-4d6a-8d83-f0b9e55d5307 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:47.048624 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-9acbfeb6-0900-4043-9c17-a924d80c6b98 req-47cc0b90-359d-4d6a-8d83-f0b9e55d5307 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 984 time: 0.0623522 Aug 04 05:58:47.090132 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-9acbfeb6-0900-4043-9c17-a924d80c6b98 req-dcd18766-04cf-4e2d-ae8f-8a52fc79eda9 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/security-groups?id=065a4c71-4379-43e8-9c39-e0bc5b1fa11f&id=15c688f3-4334-4a5b-b183-64c7de2fe4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351233 Aug 04 05:58:47.200525 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-39520374-8991-464e-baba-d5297e7ee557 req-4a4548a6-0461-407e-a0db-bd7ee5749463 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:47.200903 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-39520374-8991-464e-baba-d5297e7ee557 req-4a4548a6-0461-407e-a0db-bd7ee5749463 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572675'] for floatingip, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:47.201214 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.db.l3_db [req-39520374-8991-464e-baba-d5297e7ee557 req-4a4548a6-0461-407e-a0db-bd7ee5749463 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Floating IP 8358108f-1237-4b6e-84bf-0b3534802571 disassociated. External IP: 172.27.1.105, port: 4ebbf558-7ec6-47f5-9e3a-c8a2662b6565. Aug 04 05:58:47.201553 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [req-39520374-8991-464e-baba-d5297e7ee557 req-4a4548a6-0461-407e-a0db-bd7ee5749463 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Calling delete_port for 4ebbf558-7ec6-47f5-9e3a-c8a2662b6565 owned by compute:nova {{(pid=100432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 05:58:47.211693 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a8f62-d4dd-45b1-95dd-edcd4fde21ba req-7f1f3377-95c0-482e-a3e1-09d75e93e348 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:47.213152 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5f2a8f62-d4dd-45b1-95dd-edcd4fde21ba req-7f1f3377-95c0-482e-a3e1-09d75e93e348 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.18 "GET /v2.0/networks?id=a493c09c-6949-44f8-8e08-fbb13c36d6a2 HTTP/1.1" status: 200 len: 817 time: 0.1640160 Aug 04 05:58:47.304266 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5f2a8f62-d4dd-45b1-95dd-edcd4fde21ba req-e8943b19-a09f-4188-a372-1a372402e2a8 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec04283d3509443b9c65cd9af852d46f HTTP/1.1" status: 200 len: 380 time: 0.0536082 Aug 04 05:58:47.329147 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [req-5f2a8f62-d4dd-45b1-95dd-edcd4fde21ba req-50aa62fb-98f7-40f7-9eab-9071c0c5ab29 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Request body: {'port': {'device_id': '32e53e82-a55e-4722-a38b-e20f61fb181a', 'network_id': 'a493c09c-6949-44f8-8e08-fbb13c36d6a2', 'admin_state_up': True, 'tenant_id': 'ec04283d3509443b9c65cd9af852d46f', 'security_groups': ['3da1c05e-d03d-417e-bf8a-f0b667e63dea']}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:58:47.628898 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f2a8f62-d4dd-45b1-95dd-edcd4fde21ba req-50aa62fb-98f7-40f7-9eab-9071c0c5ab29 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Made reservation on behalf of ec04283d3509443b9c65cd9af852d46f for: {'port': 1} {{(pid=100432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 05:58:47.632336 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-5f2a8f62-d4dd-45b1-95dd-edcd4fde21ba req-50aa62fb-98f7-40f7-9eab-9071c0c5ab29 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:47.634486 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-39520374-8991-464e-baba-d5297e7ee557 req-4a4548a6-0461-407e-a0db-bd7ee5749463 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:47.678672 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4548a6-0461-407e-a0db-bd7ee5749463 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Pushing event deleted for resources: {'Port': ['ID=4ebbf558-7ec6-47f5-9e3a-c8a2662b6565,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:58:47.892109 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39520374-8991-464e-baba-d5297e7ee557 req-4a4548a6-0461-407e-a0db-bd7ee5749463 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Router bba70e6f-b063-4c50-aec0-c90603577873 has already been hosted by L3 agent 1092c566-0070-459b-a71e-112f2411deeb {{(pid=100432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 05:58:47.915495 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c8550-e306-46fe-9069-b67762bf3a73 req-224b5b61-741d-43e8-b42a-a3369c2a0b5c tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:47.916981 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5a0c8550-e306-46fe-9069-b67762bf3a73 req-224b5b61-741d-43e8-b42a-a3369c2a0b5c tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=37659a77-07d9-4d72-bff3-0ec565e61252 HTTP/1.1" status: 200 len: 945 time: 0.1173687 Aug 04 05:58:47.947482 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.db_base_plugin_common [req-5f2a8f62-d4dd-45b1-95dd-edcd4fde21ba req-50aa62fb-98f7-40f7-9eab-9071c0c5ab29 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Allocated IP 172.20.0.4 (a493c09c-6949-44f8-8e08-fbb13c36d6a2/2aeabe42-c308-496c-8730-52b38af59b7d/fe8a49da-b6e7-45b3-8793-fe3d775df052) {{(pid=100432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 05:58:48.014254 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-4dcdad1c-3f59-4e95-85b0-e099ac3f56bd req-322e1a9b-bd88-4202-9231-162ed51acee2 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 210 time: 0.0291436 Aug 04 05:58:48.039654 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5a0c8550-e306-46fe-9069-b67762bf3a73 req-c0da367c-c1cc-4ca7-a64a-e9dd43b5f1b6 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/security-groups?id=891ea094-2101-48fa-9c9a-418dc2a82fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132016 Aug 04 05:58:48.123851 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-0bd68cad-2e19-4bd5-b393-a15274221fa1 req-3e8824cf-a596-4204-a0fb-ab1d87470579 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 210 time: 0.0335016 Aug 04 05:58:48.171278 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39520374-8991-464e-baba-d5297e7ee557 req-4a4548a6-0461-407e-a0db-bd7ee5749463 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify agent at l3_agent.dv-cinder-801617-4-iscsi the message routers_updated {{(pid=100432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 05:58:48.182934 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf84238-996d-4cde-8d90-cb7c005425c4 None None] Sync routers for ids ['bba70e6f-b063-4c50-aec0-c90603577873'] in dv-cinder-801617-4-iscsi {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 05:58:48.197209 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf84238-996d-4cde-8d90-cb7c005425c4 None None] Routers {'bba70e6f-b063-4c50-aec0-c90603577873'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:58:48.197833 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-7bf84238-996d-4cde-8d90-cb7c005425c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:58:36Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['bba70e6f-b063-4c50-aec0-c90603577873'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:58:48.249054 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.l3_dvrscheduler_db [req-39520374-8991-464e-baba-d5297e7ee557 req-4a4548a6-0461-407e-a0db-bd7ee5749463 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] No DVR routers for this DVR port 4ebbf558-7ec6-47f5-9e3a-c8a2662b6565 on host hv-cinder-80161 {{(pid=100432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 05:58:48.265480 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-39520374-8991-464e-baba-d5297e7ee557 req-4a4548a6-0461-407e-a0db-bd7ee5749463 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for port, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:48.268104 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-39520374-8991-464e-baba-d5297e7ee557 req-4a4548a6-0461-407e-a0db-bd7ee5749463 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.18 "DELETE /v2.0/ports/4ebbf558-7ec6-47f5-9e3a-c8a2662b6565 HTTP/1.1" status: 204 len: 173 time: 1.5976231 Aug 04 05:58:48.271771 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '370895a5-3e54-4e82-8ca6-43a07af1d09b', 'name': 'network-vif-deleted', 'tag': '4ebbf558-7ec6-47f5-9e3a-c8a2662b6565'}] {{(pid=100432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:58:48.275240 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7961aa7e709e573ce1f4efc3791ca037d6473da3b2c6b2a251ebfb1631130676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2d4ac6-7c87-492e-b97e-798566527195" -d '{"events": [{"server_uuid": "370895a5-3e54-4e82-8ca6-43a07af1d09b", "name": "network-vif-deleted", "tag": "4ebbf558-7ec6-47f5-9e3a-c8a2662b6565"}]}' {{(pid=100432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:58:48.307315 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-5f2a8f62-d4dd-45b1-95dd-edcd4fde21ba req-50aa62fb-98f7-40f7-9eab-9071c0c5ab29 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks [] for port, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:48.311463 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-7bf84238-996d-4cde-8d90-cb7c005425c4 None None] Set router bba70e6f-b063-4c50-aec0-c90603577873 gateway port host: dv-cinder-801617-4-iscsi {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:58:48.323091 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 05:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327d3763-2b21-47d2-b61d-54454a5f1f54 x-openstack-request-id: req-327d3763-2b21-47d2-b61d-54454a5f1f54 {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:58:48.323382 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "370895a5-3e54-4e82-8ca6-43a07af1d09b", "name": "network-vif-deleted", "tag": "4ebbf558-7ec6-47f5-9e3a-c8a2662b6565", "status": "completed", "code": 200}]} {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:58:48.323627 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-327d3763-2b21-47d2-b61d-54454a5f1f54 {{(pid=100432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:58:48.324032 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '370895a5-3e54-4e82-8ca6-43a07af1d09b', 'name': 'network-vif-deleted', 'tag': '4ebbf558-7ec6-47f5-9e3a-c8a2662b6565', 'status': 'completed', 'code': 200} Aug 04 05:58:48.327681 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.provisioning_blocks [req-5f2a8f62-d4dd-45b1-95dd-edcd4fde21ba req-50aa62fb-98f7-40f7-9eab-9071c0c5ab29 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Transition to ACTIVE for port object fe8a49da-b6e7-45b3-8793-fe3d775df052 will not be triggered until provisioned by entity DHCP. {{(pid=100432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:58:48.338547 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd32681-8853-4450-b2e8-d8d8d2e4ec58 req-e4c7fc5c-01c3-4115-b1c8-166d44cd584a tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:48.340077 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-1bd32681-8853-4450-b2e8-d8d8d2e4ec58 req-e4c7fc5c-01c3-4115-b1c8-166d44cd584a tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 984 time: 0.1336458 Aug 04 05:58:48.410025 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-1bd32681-8853-4450-b2e8-d8d8d2e4ec58 req-77d11c76-78c2-48d7-bfe3-e8d745b8090b tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/security-groups?id=065a4c71-4379-43e8-9c39-e0bc5b1fa11f&id=15c688f3-4334-4a5b-b183-64c7de2fe4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592685 Aug 04 05:58:48.532646 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-7bf84238-996d-4cde-8d90-cb7c005425c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'name': 'tempest-AttachVolumeTestJSON-109798790-router', 'tenant_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '5762214d-3b75-445b-82e5-d3424157accd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:53:30Z', 'updated_at': '2021-08-04T05:53:35Z', 'revision_number': 4, 'project_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'gw_port': {'id': '5762214d-3b75-445b-82e5-d3424157accd', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:32Z', 'updated_at': '2021-08-04T05:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': '2e268975-f39b-4261-b5b0-26d9b528d0bd', 'name': '', 'network_id': 'd2e5a947-03e8-4345-94ae-fbf3e7f6b1f3', 'tenant_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'mac_address': 'fa:16:3e:3d:98:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '093ae098-146b-44a4-8f09-371adaa382d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:35Z', 'updated_at': '2021-08-04T05:53:49Z', 'revision_number': 5, 'project_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'subnets': [{'id': '093ae098-146b-44a4-8f09-371adaa382d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:58:48.558947 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf84238-996d-4cde-8d90-cb7c005425c4 None None] Checking router: bba70e6f-b063-4c50-aec0-c90603577873 for host: dv-cinder-801617-4-iscsi {{(pid=100433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 05:58:48.568015 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf84238-996d-4cde-8d90-cb7c005425c4 None None] Routers {'bba70e6f-b063-4c50-aec0-c90603577873'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:58:48.568629 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-7bf84238-996d-4cde-8d90-cb7c005425c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:58:36Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['bba70e6f-b063-4c50-aec0-c90603577873'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:58:48.666318 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-5f2a8f62-d4dd-45b1-95dd-edcd4fde21ba req-50aa62fb-98f7-40f7-9eab-9071c0c5ab29 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:48.695194 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-7bf84238-996d-4cde-8d90-cb7c005425c4 None None] Set router bba70e6f-b063-4c50-aec0-c90603577873 gateway port host: dv-cinder-801617-4-iscsi {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:58:48.722741 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f2a8f62-d4dd-45b1-95dd-edcd4fde21ba req-50aa62fb-98f7-40f7-9eab-9071c0c5ab29 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Network a493c09c-6949-44f8-8e08-fbb13c36d6a2 is already hosted by enough agents. {{(pid=100432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:58:48.726099 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.base_scheduler [req-5f2a8f62-d4dd-45b1-95dd-edcd4fde21ba req-50aa62fb-98f7-40f7-9eab-9071c0c5ab29 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Resources bound (agent type, host, resource id): {{(pid=100432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:58:48.731971 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2a8f62-d4dd-45b1-95dd-edcd4fde21ba req-50aa62fb-98f7-40f7-9eab-9071c0c5ab29 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Received port after_create {{(pid=100432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 05:58:48.761992 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aa62fb-98f7-40f7-9eab-9071c0c5ab29 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Pushing event updated for resources: {'Port': ['ID=fe8a49da-b6e7-45b3-8793-fe3d775df052,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:58:48.801471 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a8f62-d4dd-45b1-95dd-edcd4fde21ba req-50aa62fb-98f7-40f7-9eab-9071c0c5ab29 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:48.802161 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-5f2a8f62-d4dd-45b1-95dd-edcd4fde21ba req-50aa62fb-98f7-40f7-9eab-9071c0c5ab29 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for port, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:48.823088 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 60466) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:58:48.888196 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.db_base_plugin_v2 [None req-fef144ea-4ad0-4ab1-9ded-e010651169fe admin admin] Deleting subnet 2f89c709-5969-4e29-86e1-1b09bbd1c22f {{(pid=100431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 05:58:48.892040 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fef144ea-4ad0-4ab1-9ded-e010651169fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:48.929702 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fef144ea-4ad0-4ab1-9ded-e010651169fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5041290'] for subnet, precommit_delete_associations {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:48.966715 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-7bf84238-996d-4cde-8d90-cb7c005425c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'name': 'tempest-AttachVolumeTestJSON-109798790-router', 'tenant_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '5762214d-3b75-445b-82e5-d3424157accd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:53:30Z', 'updated_at': '2021-08-04T05:53:35Z', 'revision_number': 4, 'project_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'gw_port': {'id': '5762214d-3b75-445b-82e5-d3424157accd', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:32Z', 'updated_at': '2021-08-04T05:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': '2e268975-f39b-4261-b5b0-26d9b528d0bd', 'name': '', 'network_id': 'd2e5a947-03e8-4345-94ae-fbf3e7f6b1f3', 'tenant_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'mac_address': 'fa:16:3e:3d:98:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '093ae098-146b-44a4-8f09-371adaa382d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:35Z', 'updated_at': '2021-08-04T05:53:49Z', 'revision_number': 5, 'project_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'subnets': [{'id': '093ae098-146b-44a4-8f09-371adaa382d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:58:48.978702 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fef144ea-4ad0-4ab1-9ded-e010651169fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2010901'] for subnet, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:49.004022 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf84238-996d-4cde-8d90-cb7c005425c4 None None] The sync data for ids ['bba70e6f-b063-4c50-aec0-c90603577873'] in dv-cinder-801617-4-iscsi is: [{'id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'name': 'tempest-AttachVolumeTestJSON-109798790-router', 'tenant_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '5762214d-3b75-445b-82e5-d3424157accd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:53:30Z', 'updated_at': '2021-08-04T05:53:35Z', 'revision_number': 4, 'project_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'gw_port': {'id': '5762214d-3b75-445b-82e5-d3424157accd', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:32Z', 'updated_at': '2021-08-04T05:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': '2e268975-f39b-4261-b5b0-26d9b528d0bd', 'name': '', 'network_id': 'd2e5a947-03e8-4345-94ae-fbf3e7f6b1f3', 'tenant_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'mac_address': 'fa:16:3e:3d:98:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '093ae098-146b-44a4-8f09-371adaa382d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:35Z', 'updated_at': '2021-08-04T05:53:49Z', 'revision_number': 5, 'project_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'subnets': [{'id': '093ae098-146b-44a4-8f09-371adaa382d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 05:58:49.037428 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5f2a8f62-d4dd-45b1-95dd-edcd4fde21ba req-50aa62fb-98f7-40f7-9eab-9071c0c5ab29 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7122664 Aug 04 05:58:49.063351 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [req-5f2a8f62-d4dd-45b1-95dd-edcd4fde21ba req-7fccdf65-c4bc-4e12-8fc0-1e8adfbcfeb5 service neutron] Request body: {'port': {'device_id': '32e53e82-a55e-4722-a38b-e20f61fb181a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:58:49.097037 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 4ebbf558-7ec6-47f5-9e3a-c8a2662b6565 no longer exists at agent hyperv_hv-cinder-80161 {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 05:58:49.137602 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] No Port match for: 4ebbf558-7ec6-47f5-9e3a-c8a2662b6565 {{(pid=100433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 05:58:49.138078 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 4ebbf558-7ec6-47f5-9e3a-c8a2662b6565 not bound to the agent host hv-cinder-80161 {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 05:58:49.156318 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fef144ea-4ad0-4ab1-9ded-e010651169fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4497607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5171325'] for subnet, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:49.168883 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-5f2a8f62-d4dd-45b1-95dd-edcd4fde21ba req-7fccdf65-c4bc-4e12-8fc0-1e8adfbcfeb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:49.211898 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef144ea-4ad0-4ab1-9ded-e010651169fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f89c709-5969-4e29-86e1-1b09bbd1c22f,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:58:49.216490 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fef144ea-4ad0-4ab1-9ded-e010651169fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for subnet, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:49.218629 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-fef144ea-4ad0-4ab1-9ded-e010651169fe admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2f89c709-5969-4e29-86e1-1b09bbd1c22f HTTP/1.1" status: 204 len: 168 time: 0.3943236 Aug 04 05:58:49.221654 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 60474) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:58:49.250752 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-2e8225c9-4930-47cf-be0f-4cb6d8a1d773 None None] Provisioning for port fe8a49da-b6e7-45b3-8793-fe3d775df052 completed by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:58:49.256332 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-2e8225c9-4930-47cf-be0f-4cb6d8a1d773 None None] Provisioning complete for port fe8a49da-b6e7-45b3-8793-fe3d775df052 triggered by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:58:49.256947 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-2e8225c9-4930-47cf-be0f-4cb6d8a1d773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:49.303446 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-2e8225c9-4930-47cf-be0f-4cb6d8a1d773 None None] Port fe8a49da-b6e7-45b3-8793-fe3d775df052 cannot update to ACTIVE because it is not bound. {{(pid=100433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 05:58:49.324691 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d52888e-b179-43f6-aab1-563806ec8a3c req-0ca5910f-eef3-48e3-bce2-4980e96c3e7b tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:49.332309 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-3d52888e-b179-43f6-aab1-563806ec8a3c req-0ca5910f-eef3-48e3-bce2-4980e96c3e7b tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 931 time: 0.1965256 Aug 04 05:58:49.368075 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-c0aa0e14-4945-40fa-81b9-31105751d686 req-47b6e60e-47bb-4864-bb50-a3e68b75c230 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=370895a5-3e54-4e82-8ca6-43a07af1d09b HTTP/1.1" status: 200 len: 210 time: 0.1079772 Aug 04 05:58:49.380256 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-36967f77-f2c4-426f-b071-af4467881e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601179'] for network, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:49.383150 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb18b0d5-c1b9-4ede-9824-fba4e3b5cd2b None None] New status for floating IP 8358108f-1237-4b6e-84bf-0b3534802571: DOWN {{(pid=100434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 05:58:49.399711 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-3d52888e-b179-43f6-aab1-563806ec8a3c req-7502df24-aeba-4722-9d13-cfd55f2864a0 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665157 Aug 04 05:58:49.484471 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-36967f77-f2c4-426f-b071-af4467881e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660050', 'neutron.services.segments.db._delete_segments_for_network-8791115231223'] for network, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:49.495041 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.services.segments.db [None req-36967f77-f2c4-426f-b071-af4467881e0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['401d5873-9994-4f3c-bf62-7ec3bae249cb']}} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:58:49.507650 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.services.segments.db [None req-36967f77-f2c4-426f-b071-af4467881e0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73c1aeeb-f58f-4df8-98f6-69bb2dae7b1a') {'for_net_delete': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:58:49.507964 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.services.segments.db [None req-36967f77-f2c4-426f-b071-af4467881e0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73c1aeeb-f58f-4df8-98f6-69bb2dae7b1a') {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:58:49.517127 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-36967f77-f2c4-426f-b071-af4467881e0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791115235332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5041281'] for segment, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:49.532163 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-36967f77-f2c4-426f-b071-af4467881e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2010985'] for segment, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:49.538028 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36967f77-f2c4-426f-b071-af4467881e0c admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=100431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 05:58:49.538413 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-36967f77-f2c4-426f-b071-af4467881e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2010985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4497517'] for segment, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:49.540357 dv-cinder-801617-4-iscsi neutron-server[100431]: Traceback (most recent call last): Aug 04 05:58:49.540357 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 05:58:49.540357 dv-cinder-801617-4-iscsi neutron-server[100431]: timer() Aug 04 05:58:49.540357 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 05:58:49.540357 dv-cinder-801617-4-iscsi neutron-server[100431]: cb(*args, **kw) Aug 04 05:58:49.540357 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 05:58:49.540357 dv-cinder-801617-4-iscsi neutron-server[100431]: return func(*args, **kwargs) Aug 04 05:58:49.540357 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 05:58:49.540357 dv-cinder-801617-4-iscsi neutron-server[100431]: self._notify() Aug 04 05:58:49.540357 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 05:58:49.540357 dv-cinder-801617-4-iscsi neutron-server[100431]: self.callback(batched_events) Aug 04 05:58:49.540357 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 05:58:49.540357 dv-cinder-801617-4-iscsi neutron-server[100431]: event.method(event) Aug 04 05:58:49.540357 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 05:58:49.540357 dv-cinder-801617-4-iscsi neutron-server[100431]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 05:58:49.540357 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 05:58:49.540357 dv-cinder-801617-4-iscsi neutron-server[100431]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 05:58:49.540357 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 05:58:49.540357 dv-cinder-801617-4-iscsi neutron-server[100431]: return f(self, *a, **k) Aug 04 05:58:49.540357 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 05:58:49.540357 dv-cinder-801617-4-iscsi neutron-server[100431]: return self._get(url).json() Aug 04 05:58:49.540357 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 05:58:49.540357 dv-cinder-801617-4-iscsi neutron-server[100431]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 05:58:49.540357 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 05:58:49.540357 dv-cinder-801617-4-iscsi neutron-server[100431]: return self.request(url, 'GET', **kwargs) Aug 04 05:58:49.540357 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 05:58:49.540357 dv-cinder-801617-4-iscsi neutron-server[100431]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 05:58:49.540357 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 05:58:49.540357 dv-cinder-801617-4-iscsi neutron-server[100431]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 05:58:49.540357 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 05:58:49.540357 dv-cinder-801617-4-iscsi neutron-server[100431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 05:58:49.540357 dv-cinder-801617-4-iscsi neutron-server[100431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 05:58:49.575805 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [req-5f2a8f62-d4dd-45b1-95dd-edcd4fde21ba req-7fccdf65-c4bc-4e12-8fc0-1e8adfbcfeb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe8a49da-b6e7-45b3-8793-fe3d775df052 {{(pid=100432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 05:58:49.587117 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380c719-5dce-4edf-9fe1-4720c674cd8a req-93b47357-aa68-49d0-9586-e50a315bf9f6 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:49.588649 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-a380c719-5dce-4edf-9fe1-4720c674cd8a req-93b47357-aa68-49d0-9586-e50a315bf9f6 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 984 time: 0.1034806 Aug 04 05:58:49.592627 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-5f2a8f62-d4dd-45b1-95dd-edcd4fde21ba req-7fccdf65-c4bc-4e12-8fc0-1e8adfbcfeb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:49.610922 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.provisioning_blocks [req-5f2a8f62-d4dd-45b1-95dd-edcd4fde21ba req-7fccdf65-c4bc-4e12-8fc0-1e8adfbcfeb5 service neutron] Transition to ACTIVE for port object fe8a49da-b6e7-45b3-8793-fe3d775df052 will not be triggered until provisioned by entity L2. {{(pid=100432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:58:49.640934 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-a380c719-5dce-4edf-9fe1-4720c674cd8a req-572e0a4e-d1a0-45d7-81e2-24d772868bb0 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/security-groups?id=065a4c71-4379-43e8-9c39-e0bc5b1fa11f&id=15c688f3-4334-4a5b-b183-64c7de2fe4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392225 Aug 04 05:58:49.724610 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-5f2a8f62-d4dd-45b1-95dd-edcd4fde21ba req-7fccdf65-c4bc-4e12-8fc0-1e8adfbcfeb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5048305'] for port, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:49.724730 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-36967f77-f2c4-426f-b071-af4467881e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571881'] for network, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:49.743101 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-36967f77-f2c4-426f-b071-af4467881e0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for network, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:49.747383 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-36967f77-f2c4-426f-b071-af4467881e0c admin admin] 10.222.0.37 "DELETE /v2.0/networks/401d5873-9994-4f3c-bf62-7ec3bae249cb HTTP/1.1" status: 204 len: 168 time: 0.5224230 Aug 04 05:58:49.747383 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36967f77-f2c4-426f-b071-af4467881e0c admin admin] Pushing event deleted for resources: {'Network': ['ID=401d5873-9994-4f3c-bf62-7ec3bae249cb,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:58:49.805983 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fccdf65-c4bc-4e12-8fc0-1e8adfbcfeb5 service neutron] Pushing event updated for resources: {'Port': ['ID=fe8a49da-b6e7-45b3-8793-fe3d775df052,revision_number=2']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:58:49.862191 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.managers [req-5f2a8f62-d4dd-45b1-95dd-edcd4fde21ba req-7fccdf65-c4bc-4e12-8fc0-1e8adfbcfeb5 service neutron] Attempting to bind port fe8a49da-b6e7-45b3-8793-fe3d775df052 on host hv-cinder-80161 for vnic_type normal with profile {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 05:58:49.884986 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.managers [req-5f2a8f62-d4dd-45b1-95dd-edcd4fde21ba req-7fccdf65-c4bc-4e12-8fc0-1e8adfbcfeb5 service neutron] Attempting to bind port fe8a49da-b6e7-45b3-8793-fe3d775df052 by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': 'ec29bf54-ee61-44b2-b8df-ad8fd94577ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a493c09c-6949-44f8-8e08-fbb13c36d6a2'}] {{(pid=100432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 05:58:49.884986 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2a8f62-d4dd-45b1-95dd-edcd4fde21ba req-7fccdf65-c4bc-4e12-8fc0-1e8adfbcfeb5 service neutron] Attempting to bind port fe8a49da-b6e7-45b3-8793-fe3d775df052 on network a493c09c-6949-44f8-8e08-fbb13c36d6a2 {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:58:49.884986 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2a8f62-d4dd-45b1-95dd-edcd4fde21ba req-7fccdf65-c4bc-4e12-8fc0-1e8adfbcfeb5 service neutron] Port fe8a49da-b6e7-45b3-8793-fe3d775df052 on network a493c09c-6949-44f8-8e08-fbb13c36d6a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 05:58:49.884986 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2a8f62-d4dd-45b1-95dd-edcd4fde21ba req-7fccdf65-c4bc-4e12-8fc0-1e8adfbcfeb5 service neutron] Attempting to bind port fe8a49da-b6e7-45b3-8793-fe3d775df052 on network a493c09c-6949-44f8-8e08-fbb13c36d6a2 {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:58:49.884986 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2a8f62-d4dd-45b1-95dd-edcd4fde21ba req-7fccdf65-c4bc-4e12-8fc0-1e8adfbcfeb5 service neutron] Checking agent: {'id': 'b8cb1127-4c6b-4c0f-8dda-968dd091f2d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 5, 51, 56), 'started_at': datetime.datetime(2021, 8, 4, 5, 51, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 5, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 05:58:49.884986 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2a8f62-d4dd-45b1-95dd-edcd4fde21ba req-7fccdf65-c4bc-4e12-8fc0-1e8adfbcfeb5 service neutron] Checking segment: {'id': 'ec29bf54-ee61-44b2-b8df-ad8fd94577ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a493c09c-6949-44f8-8e08-fbb13c36d6a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:58:49.884986 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2a8f62-d4dd-45b1-95dd-edcd4fde21ba req-7fccdf65-c4bc-4e12-8fc0-1e8adfbcfeb5 service neutron] Bound using segment: {'id': 'ec29bf54-ee61-44b2-b8df-ad8fd94577ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a493c09c-6949-44f8-8e08-fbb13c36d6a2'} {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 05:58:49.884986 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.managers [req-5f2a8f62-d4dd-45b1-95dd-edcd4fde21ba req-7fccdf65-c4bc-4e12-8fc0-1e8adfbcfeb5 service neutron] Bound port: fe8a49da-b6e7-45b3-8793-fe3d775df052, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec29bf54-ee61-44b2-b8df-ad8fd94577ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a493c09c-6949-44f8-8e08-fbb13c36d6a2'}}] {{(pid=100432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 05:58:49.884986 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-5f2a8f62-d4dd-45b1-95dd-edcd4fde21ba req-7fccdf65-c4bc-4e12-8fc0-1e8adfbcfeb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:49.947953 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [req-5f2a8f62-d4dd-45b1-95dd-edcd4fde21ba req-7fccdf65-c4bc-4e12-8fc0-1e8adfbcfeb5 service neutron] For port fe8a49da-b6e7-45b3-8793-fe3d775df052, host hv-cinder-80161, cleared binding levels {{(pid=100432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 05:58:49.951343 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [req-5f2a8f62-d4dd-45b1-95dd-edcd4fde21ba req-7fccdf65-c4bc-4e12-8fc0-1e8adfbcfeb5 service neutron] For port fe8a49da-b6e7-45b3-8793-fe3d775df052, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=fe8a49da-b6e7-45b3-8793-fe3d775df052,segment=NetworkSegment(ec29bf54-ee61-44b2-b8df-ad8fd94577ee),segment_id=ec29bf54-ee61-44b2-b8df-ad8fd94577ee)] {{(pid=100432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 05:58:50.333555 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-5f2a8f62-d4dd-45b1-95dd-edcd4fde21ba req-7fccdf65-c4bc-4e12-8fc0-1e8adfbcfeb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5048305'] for port, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:50.365174 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a8f62-d4dd-45b1-95dd-edcd4fde21ba req-7fccdf65-c4bc-4e12-8fc0-1e8adfbcfeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:50.365872 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-5f2a8f62-d4dd-45b1-95dd-edcd4fde21ba req-7fccdf65-c4bc-4e12-8fc0-1e8adfbcfeb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for port, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:50.367334 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5f2a8f62-d4dd-45b1-95dd-edcd4fde21ba req-7fccdf65-c4bc-4e12-8fc0-1e8adfbcfeb5 service neutron] 10.222.0.18 "PUT /v2.0/ports/fe8a49da-b6e7-45b3-8793-fe3d775df052 HTTP/1.1" status: 200 len: 1093 time: 1.3143475 Aug 04 05:58:50.369373 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32e53e82-a55e-4722-a38b-e20f61fb181a', 'tag': 'fe8a49da-b6e7-45b3-8793-fe3d775df052'}] {{(pid=100432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:58:50.371606 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7961aa7e709e573ce1f4efc3791ca037d6473da3b2c6b2a251ebfb1631130676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5c716b-4a80-447b-a019-5ea52869badb" -d '{"events": [{"name": "network-changed", "server_uuid": "32e53e82-a55e-4722-a38b-e20f61fb181a", "tag": "fe8a49da-b6e7-45b3-8793-fe3d775df052"}]}' {{(pid=100432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:58:50.405387 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fccdf65-c4bc-4e12-8fc0-1e8adfbcfeb5 service neutron] Pushing event updated for resources: {'Port': ['ID=fe8a49da-b6e7-45b3-8793-fe3d775df052,revision_number=3']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:58:50.411046 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 05:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977c4426-7a86-4e6f-b4c7-62a8913d3384 x-openstack-request-id: req-977c4426-7a86-4e6f-b4c7-62a8913d3384 {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:58:50.411682 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32e53e82-a55e-4722-a38b-e20f61fb181a", "tag": "fe8a49da-b6e7-45b3-8793-fe3d775df052", "status": "completed", "code": 200}]} {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:58:50.411983 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-977c4426-7a86-4e6f-b4c7-62a8913d3384 {{(pid=100432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:58:50.412532 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32e53e82-a55e-4722-a38b-e20f61fb181a', 'tag': 'fe8a49da-b6e7-45b3-8793-fe3d775df052', 'status': 'completed', 'code': 200} Aug 04 05:58:50.492819 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c716b-4a80-447b-a019-5ea52869badb req-2d7361fb-4c7a-4e99-bc0a-6fb68ccba209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:50.494434 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ad5c716b-4a80-447b-a019-5ea52869badb req-2d7361fb-4c7a-4e99-bc0a-6fb68ccba209 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec04283d3509443b9c65cd9af852d46f&device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 1096 time: 0.0569100 Aug 04 05:58:50.548786 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8fb190-e8cc-4983-8d6e-8c42aa8a9fcd req-231f48b5-a811-4bee-8300-01e59dc00872 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:50.559999 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-ea8fb190-e8cc-4983-8d6e-8c42aa8a9fcd req-231f48b5-a811-4bee-8300-01e59dc00872 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 943 time: 0.0633724 Aug 04 05:58:50.565562 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 60492) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:58:50.565892 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 60494) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:58:50.656374 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-ea8fb190-e8cc-4983-8d6e-8c42aa8a9fcd req-506df10e-c882-4ffe-a82e-67f7a9c7ef5d tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925469 Aug 04 05:58:50.676966 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-c0e6389f-6a6e-4f8b-b60d-59ee3a21c716 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=86196a0f018f48189aaa490a08849288&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1083174 Aug 04 05:58:50.681132 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 60502) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:58:50.710998 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c66d2900-69ad-4ec6-87d3-b459eedab80a tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:50.749487 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c66d2900-69ad-4ec6-87d3-b459eedab80a tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:50.783750 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-369c5bf6-e109-42c5-9fba-ea81cd96d6ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:50.816439 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-369c5bf6-e109-42c5-9fba-ea81cd96d6ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:50.900103 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bebda06-65ce-460f-8520-680c70dc0ece req-1e8288b1-9e7d-49cc-a0d5-d6d3fcf5d6ef tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:50.901601 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-3bebda06-65ce-460f-8520-680c70dc0ece req-1e8288b1-9e7d-49cc-a0d5-d6d3fcf5d6ef tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 984 time: 0.1064324 Aug 04 05:58:50.904217 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c716b-4a80-447b-a019-5ea52869badb req-3f32fd76-39c8-4f77-96d3-073edcd40e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:50.905537 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ad5c716b-4a80-447b-a019-5ea52869badb req-3f32fd76-39c8-4f77-96d3-073edcd40e13 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=ec04283d3509443b9c65cd9af852d46f&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4016156 Aug 04 05:58:50.923649 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c66d2900-69ad-4ec6-87d3-b459eedab80a tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:50.926800 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c66d2900-69ad-4ec6-87d3-b459eedab80a tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:50.930507 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-c66d2900-69ad-4ec6-87d3-b459eedab80a tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "DELETE /v2.0/security-groups/45e28668-2315-4cab-adf5-2cfff2b29702 HTTP/1.1" status: 204 len: 168 time: 0.3609719 Aug 04 05:58:50.936867 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 60504) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:58:50.949778 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.api.v2.resource [None req-13cc6855-f5b9-4a89-bf6c-69798df49e63 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] show failed (client error): The resource could not be found. Aug 04 05:58:50.950802 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-13cc6855-f5b9-4a89-bf6c-69798df49e63 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups/45e28668-2315-4cab-adf5-2cfff2b29702 HTTP/1.1" status: 404 len: 347 time: 0.0173426 Aug 04 05:58:50.951662 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66d2900-69ad-4ec6-87d3-b459eedab80a tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e28668-2315-4cab-adf5-2cfff2b29702,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:58:50.953997 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 60506) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:58:50.956043 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-369c5bf6-e109-42c5-9fba-ea81cd96d6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:50.958527 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-369c5bf6-e109-42c5-9fba-ea81cd96d6ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:50.962816 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-369c5bf6-e109-42c5-9fba-ea81cd96d6ac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1d419ef8-5bbb-40ee-b2b8-382ff3bcfc97 HTTP/1.1" status: 204 len: 168 time: 0.2775099 Aug 04 05:58:51.000405 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-3bebda06-65ce-460f-8520-680c70dc0ece req-7a90d867-4196-40a8-9eb0-1175950ce364 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/security-groups?id=065a4c71-4379-43e8-9c39-e0bc5b1fa11f&id=15c688f3-4334-4a5b-b183-64c7de2fe4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0924380 Aug 04 05:58:51.009553 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c5bf6-e109-42c5-9fba-ea81cd96d6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d419ef8-5bbb-40ee-b2b8-382ff3bcfc97,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:58:51.044745 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c716b-4a80-447b-a019-5ea52869badb req-bbe2175f-6f1d-4784-a882-468da6443c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:51.046279 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ad5c716b-4a80-447b-a019-5ea52869badb req-bbe2175f-6f1d-4784-a882-468da6443c7a service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1285625 Aug 04 05:58:51.096956 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-3f7f6826-35ab-4cb6-bd51-1d8b741111fa tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Deleting port b5fc1b3f-767d-4da8-921e-71b9e7a71cc6 {{(pid=100431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 05:58:51.097290 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3f7f6826-35ab-4cb6-bd51-1d8b741111fa tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:51.133205 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a8f62-d4dd-45b1-95dd-edcd4fde21ba req-63db7361-88fe-417a-a721-d234cbd378cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:51.134698 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5f2a8f62-d4dd-45b1-95dd-edcd4fde21ba req-63db7361-88fe-417a-a721-d234cbd378cb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec04283d3509443b9c65cd9af852d46f&device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 1096 time: 0.0456471 Aug 04 05:58:51.177302 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3f7f6826-35ab-4cb6-bd51-1d8b741111fa tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:51.177624 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3f7f6826-35ab-4cb6-bd51-1d8b741111fa tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:51.181548 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5f2a8f62-d4dd-45b1-95dd-edcd4fde21ba req-b0601789-2cc3-4fd8-80cf-b45eab69b367 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe8a49da-b6e7-45b3-8793-fe3d775df052 HTTP/1.1" status: 200 len: 217 time: 0.0333242 Aug 04 05:58:51.190489 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-3f7f6826-35ab-4cb6-bd51-1d8b741111fa tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Calling delete_port for b5fc1b3f-767d-4da8-921e-71b9e7a71cc6 owned by network:floatingip {{(pid=100431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 05:58:51.232233 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a8f62-d4dd-45b1-95dd-edcd4fde21ba req-fe60bb5a-f92d-4b21-a9a2-9f5d49cfadd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:51.233671 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5f2a8f62-d4dd-45b1-95dd-edcd4fde21ba req-fe60bb5a-f92d-4b21-a9a2-9f5d49cfadd4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2aeabe42-c308-496c-8730-52b38af59b7d HTTP/1.1" status: 200 len: 856 time: 0.0444329 Aug 04 05:58:51.285496 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a8f62-d4dd-45b1-95dd-edcd4fde21ba req-c30b9c7f-3afc-49f8-afe4-e8e3a236643d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:51.287214 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5f2a8f62-d4dd-45b1-95dd-edcd4fde21ba req-c30b9c7f-3afc-49f8-afe4-e8e3a236643d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a493c09c-6949-44f8-8e08-fbb13c36d6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457361 Aug 04 05:58:51.391054 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5f2a8f62-d4dd-45b1-95dd-edcd4fde21ba req-80f64143-1065-46ef-b277-46f26d6cd4ab service neutron] 10.222.0.18 "GET /v2.0/networks/a493c09c-6949-44f8-8e08-fbb13c36d6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881627 Aug 04 05:58:51.399162 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3f7f6826-35ab-4cb6-bd51-1d8b741111fa tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4497432'] for port, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:51.427717 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f6826-35ab-4cb6-bd51-1d8b741111fa tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Pushing event deleted for resources: {'Port': ['ID=b5fc1b3f-767d-4da8-921e-71b9e7a71cc6,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:58:51.495217 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3f7f6826-35ab-4cb6-bd51-1d8b741111fa tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks [] for floatingip, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:51.498346 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3f7f6826-35ab-4cb6-bd51-1d8b741111fa tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for floatingip, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:51.500678 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-3f7f6826-35ab-4cb6-bd51-1d8b741111fa tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "DELETE /v2.0/floatingips/8358108f-1237-4b6e-84bf-0b3534802571 HTTP/1.1" status: 204 len: 168 time: 0.5447581 Aug 04 05:58:51.518204 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5f2a8f62-d4dd-45b1-95dd-edcd4fde21ba req-4e691df7-b90e-4207-9d38-97e3a268f1a8 service neutron] 10.222.0.18 "GET /v2.0/networks/a493c09c-6949-44f8-8e08-fbb13c36d6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087029 Aug 04 05:58:51.856681 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 60538) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:58:51.862632 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-47ea29cc-dbf2-4f40-977c-e04170049b20 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Request body: {'security_group': {'name': 'tempest-securitygroup--359105496', 'description': 'tempest-description--2084189172'}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:58:51.945731 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-47ea29cc-dbf2-4f40-977c-e04170049b20 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:51.946915 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa0d51-36e0-40d4-9e3f-bc78d7f89971 req-70aeb0ec-3098-40bc-8456-0381321f76e6 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:51.948085 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-78fa0d51-36e0-40d4-9e3f-bc78d7f89971 req-70aeb0ec-3098-40bc-8456-0381321f76e6 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 943 time: 0.0502281 Aug 04 05:58:51.993425 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-78fa0d51-36e0-40d4-9e3f-bc78d7f89971 req-d45a5085-d80f-41cf-a6e3-9213185d6783 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394349 Aug 04 05:58:52.046464 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-47ea29cc-dbf2-4f40-977c-e04170049b20 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:52.087012 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 60546) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:58:52.113310 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-47ea29cc-dbf2-4f40-977c-e04170049b20 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:52.126431 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94d806-9a18-48c5-9edb-b5a3e85ad7c0 req-7a7de1bf-b9a2-4e6c-be25-52f260c7df93 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:52.128147 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5b94d806-9a18-48c5-9edb-b5a3e85ad7c0 req-7a7de1bf-b9a2-4e6c-be25-52f260c7df93 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 984 time: 0.0526702 Aug 04 05:58:52.151249 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea29cc-dbf2-4f40-977c-e04170049b20 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=630bc1bf-11c1-46c6-b6d5-b686998bcf86,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:58:52.172562 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5b94d806-9a18-48c5-9edb-b5a3e85ad7c0 req-cdefcc0d-4965-43c1-bbd8-f2d8799c3af9 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/security-groups?id=065a4c71-4379-43e8-9c39-e0bc5b1fa11f&id=15c688f3-4334-4a5b-b183-64c7de2fe4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383127 Aug 04 05:58:52.190048 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-a49c3d12-a556-4d66-93fc-842b757996c2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-469316562-network', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a'}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:58:52.213138 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-47ea29cc-dbf2-4f40-977c-e04170049b20 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:52.214314 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-47ea29cc-dbf2-4f40-977c-e04170049b20 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3566184 Aug 04 05:58:52.221058 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 60550) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:58:52.225634 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [None req-c1a8d506-811f-431a-bcd1-2fa3c79fb64b tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Request body: {'security_group_rule': {'security_group_id': '630bc1bf-11c1-46c6-b6d5-b686998bcf86', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:58:52.290091 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49c3d12-a556-4d66-93fc-842b757996c2 admin admin] Made reservation on behalf of b09ae787d8884ae3ba4497e18def9b7a for: {'network': 1} {{(pid=100431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 05:58:52.292660 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a49c3d12-a556-4d66-93fc-842b757996c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for network, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:52.302709 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a49c3d12-a556-4d66-93fc-842b757996c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:52.407695 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-c1a8d506-811f-431a-bcd1-2fa3c79fb64b tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:52.458809 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-c1a8d506-811f-431a-bcd1-2fa3c79fb64b tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:52.490825 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a49c3d12-a556-4d66-93fc-842b757996c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:52.569858 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-c1a8d506-811f-431a-bcd1-2fa3c79fb64b tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997345'] for security_group_rule, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:52.591167 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a8d506-811f-431a-bcd1-2fa3c79fb64b tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fb4c004-7325-41aa-b2b7-c35413a22685,revision_number=0']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:58:52.598486 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a49c3d12-a556-4d66-93fc-842b757996c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:52.625075 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a49c3d12-a556-4d66-93fc-842b757996c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=100431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 05:58:52.631743 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c3d12-a556-4d66-93fc-842b757996c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c229dcbb-c94f-448e-8df6-cc3d0be69bef,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:58:52.638531 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a49c3d12-a556-4d66-93fc-842b757996c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2010985'] for segment, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:52.642766 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.db.segments_db [None req-a49c3d12-a556-4d66-93fc-842b757996c2 admin admin] Added segment 327125db-98e8-4cbc-9cc1-4f04032296be of type vlan for network 75087129-2768-469a-b081-a5bf8e2c4322 Aug 04 05:58:52.677448 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a49c3d12-a556-4d66-93fc-842b757996c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791114671894'] for network, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:52.713164 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-c1a8d506-811f-431a-bcd1-2fa3c79fb64b tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:52.714388 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-c1a8d506-811f-431a-bcd1-2fa3c79fb64b tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4923394 Aug 04 05:58:52.717153 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 60554) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:58:52.722997 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [None req-579d5e6a-55ce-4fbc-b003-42739db2806e tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Request body: {'security_group_rule': {'security_group_id': '630bc1bf-11c1-46c6-b6d5-b686998bcf86', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:58:52.809909 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a49c3d12-a556-4d66-93fc-842b757996c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527'] for network, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:52.810919 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49c3d12-a556-4d66-93fc-842b757996c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:52.811502 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a49c3d12-a556-4d66-93fc-842b757996c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for network, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:52.815258 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-579d5e6a-55ce-4fbc-b003-42739db2806e tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:52.870520 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c3d12-a556-4d66-93fc-842b757996c2 admin admin] Pushing event updated for resources: {'Network': ['ID=75087129-2768-469a-b081-a5bf8e2c4322,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:58:52.874330 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-579d5e6a-55ce-4fbc-b003-42739db2806e tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:52.885028 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Network 75087129-2768-469a-b081-a5bf8e2c4322 details requested by agent ovs-agent-dv-cinder-801617-4-iscsi with host dv-cinder-801617-4-iscsi {{(pid=100433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 05:58:52.988343 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-579d5e6a-55ce-4fbc-b003-42739db2806e tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997345'] for security_group_rule, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:52.992127 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-a49c3d12-a556-4d66-93fc-842b757996c2 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9039073 Aug 04 05:58:52.992713 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 60556) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:58:52.997492 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-bb39dfa6-da56-4324-ac2a-ead8eccc3078 admin admin] Request body: {'subnet': {'network_id': '75087129-2768-469a-b081-a5bf8e2c4322', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-469316562-subnet', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'ip_version': 4}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:58:53.006484 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d5e6a-55ce-4fbc-b003-42739db2806e tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=712b41bb-7dc5-4e26-9876-ce3f86b191ea,revision_number=0']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:58:53.072953 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb39dfa6-da56-4324-ac2a-ead8eccc3078 admin admin] Made reservation on behalf of b09ae787d8884ae3ba4497e18def9b7a for: {'subnet': 1} {{(pid=100431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 05:58:53.075257 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-bb39dfa6-da56-4324-ac2a-ead8eccc3078 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5171290'] for subnet, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:53.118425 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104a698-f91d-4302-891a-57a0fd44fb65 req-3c773aa5-d89a-441c-abec-21c21ab98287 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:53.120158 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-c104a698-f91d-4302-891a-57a0fd44fb65 req-3c773aa5-d89a-441c-abec-21c21ab98287 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 943 time: 0.0523570 Aug 04 05:58:53.121434 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device fe8a49da-b6e7-45b3-8793-fe3d775df052 details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=100433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 05:58:53.162165 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-c104a698-f91d-4302-891a-57a0fd44fb65 req-f7eea0c6-5f44-449d-b337-bd341e78554b tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358946 Aug 04 05:58:53.170999 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-579d5e6a-55ce-4fbc-b003-42739db2806e tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:53.177137 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-579d5e6a-55ce-4fbc-b003-42739db2806e tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4587770 Aug 04 05:58:53.187060 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 60560) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:58:53.187060 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [None req-60736436-6038-445e-a614-2f49283366ec tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Request body: {'floatingip': {'floating_network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:58:53.252954 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port fe8a49da-b6e7-45b3-8793-fe3d775df052, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=fe8a49da-b6e7-45b3-8793-fe3d775df052,segment=NetworkSegment(ec29bf54-ee61-44b2-b8df-ad8fd94577ee),segment_id=ec29bf54-ee61-44b2-b8df-ad8fd94577ee)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:58:53.253134 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Returning: {'device': 'fe8a49da-b6e7-45b3-8793-fe3d775df052', 'network_id': 'a493c09c-6949-44f8-8e08-fbb13c36d6a2', 'port_id': 'fe8a49da-b6e7-45b3-8793-fe3d775df052', 'mac_address': 'fa:16:3e:dd:cd:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aeabe42-c308-496c-8730-52b38af59b7d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 05:58:53.291894 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:53.305928 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe8a49da-b6e7-45b3-8793-fe3d775df052 {{(pid=100433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 05:58:53.328513 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port fe8a49da-b6e7-45b3-8793-fe3d775df052, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=fe8a49da-b6e7-45b3-8793-fe3d775df052,segment=NetworkSegment(ec29bf54-ee61-44b2-b8df-ad8fd94577ee),segment_id=ec29bf54-ee61-44b2-b8df-ad8fd94577ee)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:58:53.353473 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-60736436-6038-445e-a614-2f49283366ec tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks [] for floatingip, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:53.422175 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:53.431766 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263b5af-43b0-4d2f-9bde-9b237c711210 req-840147bc-9c53-4057-a44f-98a9252d2670 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:53.433306 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-6263b5af-43b0-4d2f-9bde-9b237c711210 req-840147bc-9c53-4057-a44f-98a9252d2670 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 984 time: 0.0708847 Aug 04 05:58:53.462797 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-60736436-6038-445e-a614-2f49283366ec tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:53.476191 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=fe8a49da-b6e7-45b3-8793-fe3d775df052,revision_number=4']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:58:53.515766 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-6263b5af-43b0-4d2f-9bde-9b237c711210 req-5ac3690b-6f0f-4f6d-8692-346369f1b93b tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/security-groups?id=065a4c71-4379-43e8-9c39-e0bc5b1fa11f&id=15c688f3-4334-4a5b-b183-64c7de2fe4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0728116 Aug 04 05:58:53.572952 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.db_base_plugin_common [None req-60736436-6038-445e-a614-2f49283366ec tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Allocated IP 172.27.1.163 (ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5/3914311c-894e-41ec-96a2-d757dbda92d2/64e04b99-d4d1-423b-a20e-bb48624051fc) {{(pid=100432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 05:58:53.673727 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-bb39dfa6-da56-4324-ac2a-ead8eccc3078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4497540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5171300'] for subnet, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:53.677137 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-60736436-6038-445e-a614-2f49283366ec tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks [] for port, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:53.724338 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] get_ports_and_sgs() called for port_ids ['fe8a49da-b6e7-45b3-8793-fe3d775df052'] {{(pid=100433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 05:58:53.732143 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb39dfa6-da56-4324-ac2a-ead8eccc3078 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1710d15a-86d5-46eb-8a18-ce13aa256ffd,revision_number=0']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:58:53.740584 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb39dfa6-da56-4324-ac2a-ead8eccc3078 admin admin] Checking segment: {'id': '327125db-98e8-4cbc-9cc1-4f04032296be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:58:53.740939 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb39dfa6-da56-4324-ac2a-ead8eccc3078 admin admin] Network hostable DHCP agents. Network: 75087129-2768-469a-b081-a5bf8e2c4322, hostable agents: ['4768dbe1-4fdd-4775-b2cc-1723632bf934'], hosted agents: [] {{(pid=100431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 05:58:53.890726 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-60736436-6038-445e-a614-2f49283366ec tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:53.907333 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb39dfa6-da56-4324-ac2a-ead8eccc3078 admin admin] Network 75087129-2768-469a-b081-a5bf8e2c4322 is scheduled to be hosted by DHCP agent 4768dbe1-4fdd-4775-b2cc-1723632bf934 with binding_index 1 {{(pid=100431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 05:58:53.924846 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60736436-6038-445e-a614-2f49283366ec tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Network ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5 is already hosted by enough agents. {{(pid=100432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:58:53.927561 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.base_scheduler [None req-60736436-6038-445e-a614-2f49283366ec tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Resources bound (agent type, host, resource id): {{(pid=100432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:58:53.930996 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60736436-6038-445e-a614-2f49283366ec tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Received port after_create {{(pid=100432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 05:58:53.961542 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60736436-6038-445e-a614-2f49283366ec tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Pushing event updated for resources: {'Port': ['ID=64e04b99-d4d1-423b-a20e-bb48624051fc,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:58:54.023712 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-60736436-6038-445e-a614-2f49283366ec tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:54.033246 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.base_scheduler [None req-bb39dfa6-da56-4324-ac2a-ead8eccc3078 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-4-iscsi, 75087129-2768-469a-b081-a5bf8e2c4322) {{(pid=100431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:58:54.041692 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb39dfa6-da56-4324-ac2a-ead8eccc3078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:54.041692 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-bb39dfa6-da56-4324-ac2a-ead8eccc3078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for subnet, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:54.042754 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a35c00-039a-4bf0-a557-33f65509843f None None] Network 75087129-2768-469a-b081-a5bf8e2c4322 requested from dv-cinder-801617-4-iscsi {{(pid=100433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 05:58:54.152151 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd3428-ee0f-47dd-bac7-7ad26acaaf59 req-a7df1b6b-8e0e-436e-8f70-76d72712e6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:54.153680 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e1bd3428-ee0f-47dd-bac7-7ad26acaaf59 req-a7df1b6b-8e0e-436e-8f70-76d72712e6d7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f62397568a74730be8e584893e1c3e1&device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 1137 time: 0.0416632 Aug 04 05:58:54.182808 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77252ee-9c3e-4ae7-8978-24ec641686a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d1b3a8-ca01-589b-8715-9fbe483b46e6-75087129-2768-469a-b081-a5bf8e2c4322', 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'fixed_ips': [{'subnet_id': '1710d15a-86d5-46eb-8a18-ce13aa256ffd'}]}} from dv-cinder-801617-4-iscsi. {{(pid=100433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 05:58:54.183651 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c77252ee-9c3e-4ae7-8978-24ec641686a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:54.254170 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-bb39dfa6-da56-4324-ac2a-ead8eccc3078 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2580502 Aug 04 05:58:54.255223 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 60568) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:58:54.259854 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-3489ee03-df27-4b02-9ba0-c693a99c7389 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-469316562-router', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'}}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:58:54.290815 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-60736436-6038-445e-a614-2f49283366ec tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:54.318512 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.db_base_plugin_common [None req-c77252ee-9c3e-4ae7-8978-24ec641686a8 None None] Allocated IP 172.20.0.2 (75087129-2768-469a-b081-a5bf8e2c4322/1710d15a-86d5-46eb-8a18-ce13aa256ffd/035d638e-8d38-461e-a7b5-4f53b0bf0e7d) {{(pid=100433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 05:58:54.358659 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd3428-ee0f-47dd-bac7-7ad26acaaf59 req-197200fb-013f-4004-adae-d1ff65e69730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:54.360163 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e1bd3428-ee0f-47dd-bac7-7ad26acaaf59 req-197200fb-013f-4004-adae-d1ff65e69730 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4ef8f3b4-2b14-4272-a773-ce259c8b6ad8 HTTP/1.1" status: 200 len: 916 time: 0.1848452 Aug 04 05:58:54.367952 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0076378c-5922-4388-901c-88ebd171209a req-9f6b9af1-a562-4e2c-9305-b6aeb82103c3 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:54.369365 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0076378c-5922-4388-901c-88ebd171209a req-9f6b9af1-a562-4e2c-9305-b6aeb82103c3 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 944 time: 0.1243680 Aug 04 05:58:54.476297 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c77252ee-9c3e-4ae7-8978-24ec641686a8 None None] Notify callbacks [] for port, precommit_create {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:54.484535 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c77252ee-9c3e-4ae7-8978-24ec641686a8 None None] Transition to ACTIVE for port object 035d638e-8d38-461e-a7b5-4f53b0bf0e7d will not be triggered until provisioned by entity L2. {{(pid=100433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:58:54.498458 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c77252ee-9c3e-4ae7-8978-24ec641686a8 None None] Transition to ACTIVE for port object 035d638e-8d38-461e-a7b5-4f53b0bf0e7d will not be triggered until provisioned by entity DHCP. {{(pid=100433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:58:54.507151 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e1bd3428-ee0f-47dd-bac7-7ad26acaaf59 req-46c1099c-5f41-49bc-b1cc-815d2612fa42 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3a5e645-fb9f-449e-9e60-cd87c85b99f9 HTTP/1.1" status: 200 len: 1001 time: 0.1368217 Aug 04 05:58:54.509871 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0076378c-5922-4388-901c-88ebd171209a req-cb60ad56-ae8b-4440-8aa2-dba32e61b5e2 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332147 Aug 04 05:58:54.518228 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3489ee03-df27-4b02-9ba0-c693a99c7389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25311'] for router, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:54.522089 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3489ee03-df27-4b02-9ba0-c693a99c7389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-954464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24620'] for router, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:54.584540 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3489ee03-df27-4b02-9ba0-c693a99c7389 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:54.594883 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd3428-ee0f-47dd-bac7-7ad26acaaf59 req-714b8a41-bf64-4197-beda-ea19a7a47874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:54.596685 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e1bd3428-ee0f-47dd-bac7-7ad26acaaf59 req-714b8a41-bf64-4197-beda-ea19a7a47874 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4a1f5ca3-6248-4755-92d6-9160486f41b6 HTTP/1.1" status: 200 len: 854 time: 0.0759375 Aug 04 05:58:54.608212 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-60736436-6038-445e-a614-2f49283366ec tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks [] for port, precommit_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:54.636962 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ebdf3c-6595-4db1-8e45-26fcd674821f req-f78658c6-c159-499c-8f5d-96803ca3f630 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:54.641904 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-09ebdf3c-6595-4db1-8e45-26fcd674821f req-f78658c6-c159-499c-8f5d-96803ca3f630 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 984 time: 0.0491965 Aug 04 05:58:54.648523 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd3428-ee0f-47dd-bac7-7ad26acaaf59 req-b800a4fa-d30e-4963-92e1-0a7632c0b93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:54.650053 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e1bd3428-ee0f-47dd-bac7-7ad26acaaf59 req-b800a4fa-d30e-4963-92e1-0a7632c0b93e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4ef8f3b4-2b14-4272-a773-ce259c8b6ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400069 Aug 04 05:58:54.680345 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-09ebdf3c-6595-4db1-8e45-26fcd674821f req-0f157d36-d872-4e7e-aedb-3a689307bd0f tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/security-groups?id=065a4c71-4379-43e8-9c39-e0bc5b1fa11f&id=15c688f3-4334-4a5b-b183-64c7de2fe4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348852 Aug 04 05:58:54.742209 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e1bd3428-ee0f-47dd-bac7-7ad26acaaf59 req-896790ed-dc6d-4171-964c-0c37969cc3aa service neutron] 10.222.0.18 "GET /v2.0/networks/4ef8f3b4-2b14-4272-a773-ce259c8b6ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846593 Aug 04 05:58:54.776635 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c77252ee-9c3e-4ae7-8978-24ec641686a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606'] for port, after_create {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:54.813807 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77252ee-9c3e-4ae7-8978-24ec641686a8 None None] Network 75087129-2768-469a-b081-a5bf8e2c4322 is already hosted by enough agents. {{(pid=100433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:58:54.817358 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.scheduler.base_scheduler [None req-c77252ee-9c3e-4ae7-8978-24ec641686a8 None None] Resources bound (agent type, host, resource id): {{(pid=100433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:58:54.822903 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77252ee-9c3e-4ae7-8978-24ec641686a8 None None] Received port after_create {{(pid=100433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 05:58:54.847235 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77252ee-9c3e-4ae7-8978-24ec641686a8 None None] Pushing event updated for resources: {'Port': ['ID=035d638e-8d38-461e-a7b5-4f53b0bf0e7d,revision_number=1']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:58:54.848130 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e1bd3428-ee0f-47dd-bac7-7ad26acaaf59 req-040638cc-79ba-4931-9b69-d058ea71d118 service neutron] 10.222.0.18 "GET /v2.0/networks/4ef8f3b4-2b14-4272-a773-ce259c8b6ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815923 Aug 04 05:58:54.879133 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-60736436-6038-445e-a614-2f49283366ec tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5048305'] for port, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:54.885659 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-c77252ee-9c3e-4ae7-8978-24ec641686a8 None None] Attempting to bind port 035d638e-8d38-461e-a7b5-4f53b0bf0e7d on host dv-cinder-801617-4-iscsi for vnic_type normal with profile {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 05:58:54.886027 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-c77252ee-9c3e-4ae7-8978-24ec641686a8 None None] Attempting to bind port 035d638e-8d38-461e-a7b5-4f53b0bf0e7d by drivers openvswitch,hyperv on host dv-cinder-801617-4-iscsi at level 0 using segments [{'id': '327125db-98e8-4cbc-9cc1-4f04032296be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322'}] {{(pid=100433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 05:58:54.886386 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77252ee-9c3e-4ae7-8978-24ec641686a8 None None] Attempting to bind port 035d638e-8d38-461e-a7b5-4f53b0bf0e7d on network 75087129-2768-469a-b081-a5bf8e2c4322 {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:58:54.891337 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77252ee-9c3e-4ae7-8978-24ec641686a8 None None] Checking agent: {'id': '5d82a469-56b0-42fa-aca6-e62dd4c1f49c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 5, 45, 36), 'started_at': datetime.datetime(2021, 8, 4, 5, 46, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 5, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 05:58:54.891704 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77252ee-9c3e-4ae7-8978-24ec641686a8 None None] Checking segment: {'id': '327125db-98e8-4cbc-9cc1-4f04032296be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:58:54.892141 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c77252ee-9c3e-4ae7-8978-24ec641686a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:54.893159 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77252ee-9c3e-4ae7-8978-24ec641686a8 None None] Bound using segment: {'id': '327125db-98e8-4cbc-9cc1-4f04032296be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322'} {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 05:58:54.893781 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-c77252ee-9c3e-4ae7-8978-24ec641686a8 None None] Bound port: 035d638e-8d38-461e-a7b5-4f53b0bf0e7d, host: dv-cinder-801617-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '327125db-98e8-4cbc-9cc1-4f04032296be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322'}}] {{(pid=100433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 05:58:54.894161 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c77252ee-9c3e-4ae7-8978-24ec641686a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:54.959723 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60736436-6038-445e-a614-2f49283366ec tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Pushing event updated for resources: {'Port': ['ID=64e04b99-d4d1-423b-a20e-bb48624051fc,revision_number=2']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:58:54.963182 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c77252ee-9c3e-4ae7-8978-24ec641686a8 None None] For port 035d638e-8d38-461e-a7b5-4f53b0bf0e7d, host dv-cinder-801617-4-iscsi, cleared binding levels {{(pid=100433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 05:58:54.966826 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c77252ee-9c3e-4ae7-8978-24ec641686a8 None None] For port 035d638e-8d38-461e-a7b5-4f53b0bf0e7d, host dv-cinder-801617-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=035d638e-8d38-461e-a7b5-4f53b0bf0e7d,segment=NetworkSegment(327125db-98e8-4cbc-9cc1-4f04032296be),segment_id=327125db-98e8-4cbc-9cc1-4f04032296be)] {{(pid=100433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 05:58:54.973750 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-60736436-6038-445e-a614-2f49283366ec tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572675'] for floatingip, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:55.032589 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3489ee03-df27-4b02-9ba0-c693a99c7389 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:55.123829 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device fe8a49da-b6e7-45b3-8793-fe3d775df052 up at agent hyperv_hv-cinder-80161 {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:58:55.147142 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c77252ee-9c3e-4ae7-8978-24ec641686a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:55.210499 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-60736436-6038-445e-a614-2f49283366ec tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for floatingip, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:55.218354 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-60736436-6038-445e-a614-2f49283366ec tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0331929 Aug 04 05:58:55.236633 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77252ee-9c3e-4ae7-8978-24ec641686a8 None None] Pushing event updated for resources: {'Port': ['ID=035d638e-8d38-461e-a7b5-4f53b0bf0e7d,revision_number=2']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:58:55.421687 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Provisioning for port fe8a49da-b6e7-45b3-8793-fe3d775df052 completed by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:58:55.427024 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Provisioning complete for port fe8a49da-b6e7-45b3-8793-fe3d775df052 triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:58:55.432229 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:55.482729 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3489ee03-df27-4b02-9ba0-c693a99c7389 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:55.484373 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-24c33a65-46ed-4bce-b9b3-60b0baec7695 req-4ad24ba2-7985-472a-8a9f-28f9b35621df tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--359105496&fields=id&tenant_id=c8bcebc3d7d048b69d592fa2bf00330a HTTP/1.1" status: 200 len: 267 time: 0.0691817 Aug 04 05:58:55.511216 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3489ee03-df27-4b02-9ba0-c693a99c7389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:55.649001 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c33a65-46ed-4bce-b9b3-60b0baec7695 req-ed4e54ee-bcfd-4b53-b545-771ebcd4d2a8 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:55.651219 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-24c33a65-46ed-4bce-b9b3-60b0baec7695 req-ed4e54ee-bcfd-4b53-b545-771ebcd4d2a8 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/networks?id=d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3 HTTP/1.1" status: 200 len: 810 time: 0.1600392 Aug 04 05:58:55.667892 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-24c33a65-46ed-4bce-b9b3-60b0baec7695 req-8b1d5d9f-4e29-4eaa-994d-5b5a8138965b tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/quotas/c8bcebc3d7d048b69d592fa2bf00330a HTTP/1.1" status: 200 len: 375 time: 0.0092082 Aug 04 05:58:55.676984 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.db_base_plugin_common [None req-3489ee03-df27-4b02-9ba0-c693a99c7389 admin admin] Allocated IP 172.27.1.5 (ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5/3914311c-894e-41ec-96a2-d757dbda92d2/1e94306a-7c1a-4d31-86a7-349635fa0a1f) {{(pid=100431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 05:58:55.695289 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:55.703400 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8605ef-eb6f-4824-870d-85acff880720 req-4fd0a50f-a217-43bc-8c32-0de6eb63c49f tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:55.708511 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-ac8605ef-eb6f-4824-870d-85acff880720 req-4fd0a50f-a217-43bc-8c32-0de6eb63c49f tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 944 time: 0.0897076 Aug 04 05:58:55.721891 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e53e82-a55e-4722-a38b-e20f61fb181a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8a49da-b6e7-45b3-8793-fe3d775df052'}] {{(pid=100433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:58:55.724494 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffe4ad2cefe5cc989f07e8393c985a8403d56455fd91e6fde58b148ee627bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a78ec18-761a-4307-b177-3fd1484d6bac" -d '{"events": [{"server_uuid": "32e53e82-a55e-4722-a38b-e20f61fb181a", "name": "network-vif-plugged", "status": "completed", "tag": "fe8a49da-b6e7-45b3-8793-fe3d775df052"}]}' {{(pid=100433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:58:55.731227 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-24c33a65-46ed-4bce-b9b3-60b0baec7695 req-34e2bd0e-5f5b-489b-bba9-09aae722f79d tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c8bcebc3d7d048b69d592fa2bf00330a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0543435 Aug 04 05:58:55.738869 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port fe8a49da-b6e7-45b3-8793-fe3d775df052, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=fe8a49da-b6e7-45b3-8793-fe3d775df052,segment=NetworkSegment(ec29bf54-ee61-44b2-b8df-ad8fd94577ee),segment_id=ec29bf54-ee61-44b2-b8df-ad8fd94577ee)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:58:55.800553 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-ac8605ef-eb6f-4824-870d-85acff880720 req-d6813681-efc3-4e26-b6b0-804d3d54b6b1 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876744 Aug 04 05:58:55.846475 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3489ee03-df27-4b02-9ba0-c693a99c7389 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:55.873474 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:55.908752 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-24c33a65-46ed-4bce-b9b3-60b0baec7695 req-32eb60f9-9522-4046-88f8-114144410f10 service neutron] 10.222.0.37 "GET /v2.0/networks/d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640787 Aug 04 05:58:55.925861 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8104b-4e5e-468b-a517-c0a4d52c0ece req-ab0da0e3-e772-41d4-8a3f-d224cc1e62fb tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:55.927893 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=fe8a49da-b6e7-45b3-8793-fe3d775df052,revision_number=5']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:58:55.934583 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-6bf8104b-4e5e-468b-a517-c0a4d52c0ece req-ab0da0e3-e772-41d4-8a3f-d224cc1e62fb tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 984 time: 0.0703552 Aug 04 05:58:55.981197 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-6bf8104b-4e5e-468b-a517-c0a4d52c0ece req-de60a5fc-4c8a-411d-90af-abc789db2ebf tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/security-groups?id=065a4c71-4379-43e8-9c39-e0bc5b1fa11f&id=15c688f3-4334-4a5b-b183-64c7de2fe4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0467305 Aug 04 05:58:56.028039 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 05:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8563973a-79c0-4dd0-8f4a-76e022cc5909 x-openstack-request-id: req-8563973a-79c0-4dd0-8f4a-76e022cc5909 {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:58:56.028213 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e53e82-a55e-4722-a38b-e20f61fb181a", "name": "network-vif-plugged", "status": "completed", "tag": "fe8a49da-b6e7-45b3-8793-fe3d775df052", "code": 200}]} {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:58:56.028406 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8563973a-79c0-4dd0-8f4a-76e022cc5909 {{(pid=100433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:58:56.028752 dv-cinder-801617-4-iscsi neutron-server[100433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e53e82-a55e-4722-a38b-e20f61fb181a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8a49da-b6e7-45b3-8793-fe3d775df052', 'code': 200} Aug 04 05:58:56.037519 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-24c33a65-46ed-4bce-b9b3-60b0baec7695 req-51686547-fe8e-44b5-b6da-cf9320b10639 service neutron] 10.222.0.37 "GET /v2.0/networks/d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277153 Aug 04 05:58:56.067913 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3489ee03-df27-4b02-9ba0-c693a99c7389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4497432'] for port, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:56.108484 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3489ee03-df27-4b02-9ba0-c693a99c7389 admin admin] Network ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5 is already hosted by enough agents. {{(pid=100431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:58:56.111646 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.base_scheduler [None req-3489ee03-df27-4b02-9ba0-c693a99c7389 admin admin] Resources bound (agent type, host, resource id): {{(pid=100431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:58:56.115444 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3489ee03-df27-4b02-9ba0-c693a99c7389 admin admin] Received port after_create {{(pid=100431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 05:58:56.150443 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489ee03-df27-4b02-9ba0-c693a99c7389 admin admin] Pushing event updated for resources: {'Port': ['ID=1e94306a-7c1a-4d31-86a7-349635fa0a1f,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:58:56.259112 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade04836-b3cc-4512-94bc-3e1d1d272f60 None None] Network 75087129-2768-469a-b081-a5bf8e2c4322 requested from dv-cinder-801617-4-iscsi {{(pid=100433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 05:58:56.427544 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-07264958-9cbb-4c79-a358-2e11e26a3707 req-a12402a7-b304-4043-8f38-9a642b55c06f tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c02f350-0489-4f50-9501-34b5477eb2a9 HTTP/1.1" status: 200 len: 210 time: 0.0285726 Aug 04 05:58:56.434442 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:56.535236 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1ea60-ebf9-41be-b689-bcbf486284dc req-d3f1417e-05e0-4374-a82f-b3930fc1a50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:56.536801 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5db1ea60-ebf9-41be-b689-bcbf486284dc req-d3f1417e-05e0-4374-a82f-b3930fc1a50e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 1098 time: 0.0435255 Aug 04 05:58:56.545725 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-658066f8-d34a-40c5-b690-dbf7ecc1ff8d None None] Provisioning for port 035d638e-8d38-461e-a7b5-4f53b0bf0e7d completed by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:58:56.583451 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5db1ea60-ebf9-41be-b689-bcbf486284dc req-a7c115bb-a914-4201-980d-98b80cf79ca2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342047 Aug 04 05:58:56.663767 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3489ee03-df27-4b02-9ba0-c693a99c7389 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:56.858539 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3489ee03-df27-4b02-9ba0-c693a99c7389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571809'] for router, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:56.927483 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940909b-c62e-44e0-a834-8fd4cd3372d4 req-8f121752-1ff6-4618-9f98-0a46d5cd958e tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:56.929147 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f940909b-c62e-44e0-a834-8fd4cd3372d4 req-8f121752-1ff6-4618-9f98-0a46d5cd958e tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 945 time: 0.0550330 Aug 04 05:58:56.977459 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 035d638e-8d38-461e-a7b5-4f53b0bf0e7d up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:58:56.983891 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f940909b-c62e-44e0-a834-8fd4cd3372d4 req-a2a564ce-d949-4444-9582-f623de9c098d tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463359 Aug 04 05:58:57.100377 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b9496-0fb9-457d-910d-41c1d8c7fd85 req-3ed87470-595c-48b5-8820-44571e2e0b61 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:57.101894 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-4b8b9496-0fb9-457d-910d-41c1d8c7fd85 req-3ed87470-595c-48b5-8820-44571e2e0b61 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 984 time: 0.0510457 Aug 04 05:58:57.143348 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-4b8b9496-0fb9-457d-910d-41c1d8c7fd85 req-1f52982d-c1ea-4dd7-bb98-69de4b246fae tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/security-groups?id=065a4c71-4379-43e8-9c39-e0bc5b1fa11f&id=15c688f3-4334-4a5b-b183-64c7de2fe4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350785 Aug 04 05:58:57.151109 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3489ee03-df27-4b02-9ba0-c693a99c7389 admin admin] Router a7a14fa8-24b3-4839-91ef-27fe175f609a is scheduled to L3 agent 1092c566-0070-459b-a71e-112f2411deeb with binding_index 1 {{(pid=100431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 05:58:57.151532 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning for port 035d638e-8d38-461e-a7b5-4f53b0bf0e7d completed by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:58:57.157632 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port 035d638e-8d38-461e-a7b5-4f53b0bf0e7d triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:58:57.165103 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:57.242123 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:57.259056 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3489ee03-df27-4b02-9ba0-c693a99c7389 admin admin] Notify agent at l3_agent.dv-cinder-801617-4-iscsi the message routers_updated {{(pid=100431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 05:58:57.268185 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f738c87-c8a2-486f-9543-5954ff722422 None None] Sync routers for ids ['a7a14fa8-24b3-4839-91ef-27fe175f609a'] in dv-cinder-801617-4-iscsi {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 05:58:57.280460 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] For port 035d638e-8d38-461e-a7b5-4f53b0bf0e7d, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=035d638e-8d38-461e-a7b5-4f53b0bf0e7d,segment=NetworkSegment(327125db-98e8-4cbc-9cc1-4f04032296be),segment_id=327125db-98e8-4cbc-9cc1-4f04032296be)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:58:57.285316 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f738c87-c8a2-486f-9543-5954ff722422 None None] Routers {'a7a14fa8-24b3-4839-91ef-27fe175f609a'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:58:57.285939 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-8f738c87-c8a2-486f-9543-5954ff722422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:58:36Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['a7a14fa8-24b3-4839-91ef-27fe175f609a'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:58:57.387691 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3489ee03-df27-4b02-9ba0-c693a99c7389 admin admin] Notify callbacks [] for router, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:57.391461 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-3489ee03-df27-4b02-9ba0-c693a99c7389 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1327271 Aug 04 05:58:57.391632 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-8f738c87-c8a2-486f-9543-5954ff722422 None None] Set router a7a14fa8-24b3-4839-91ef-27fe175f609a gateway port host: dv-cinder-801617-4-iscsi {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:58:57.391786 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 60612) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:58:57.514819 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f4627a56-cc80-40cf-a8b2-aa3769a91cb5 req-29d9cc25-bead-4e35-8428-62d59ff43968 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c02f350-0489-4f50-9501-34b5477eb2a9 HTTP/1.1" status: 200 len: 210 time: 0.0334878 Aug 04 05:58:57.550437 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:57.607307 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Pushing event updated for resources: {'Port': ['ID=035d638e-8d38-461e-a7b5-4f53b0bf0e7d,revision_number=3']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:58:57.618731 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-8f738c87-c8a2-486f-9543-5954ff722422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'name': 'tempest-TestVolumeBootPattern-469316562-router', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '1e94306a-7c1a-4d31-86a7-349635fa0a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:58:54Z', 'updated_at': '2021-08-04T05:58:56Z', 'revision_number': 3, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'gw_port': {'id': '1e94306a-7c1a-4d31-86a7-349635fa0a1f', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:28:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:58:55Z', 'updated_at': '2021-08-04T05:58:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi'}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:58:57.647264 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f738c87-c8a2-486f-9543-5954ff722422 None None] Checking router: a7a14fa8-24b3-4839-91ef-27fe175f609a for host: dv-cinder-801617-4-iscsi {{(pid=100433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 05:58:57.647608 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f738c87-c8a2-486f-9543-5954ff722422 None None] Updating router a7a14fa8-24b3-4839-91ef-27fe175f609a port 1e94306a-7c1a-4d31-86a7-349635fa0a1f binding host dv-cinder-801617-4-iscsi {{(pid=100433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 05:58:57.673006 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-8f738c87-c8a2-486f-9543-5954ff722422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:57.852057 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-b0e90c62-51c3-4f02-947c-aa8025d483d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:57.930071 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-8f738c87-c8a2-486f-9543-5954ff722422 None None] Notify callbacks [] for port, precommit_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:57.945859 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-8f738c87-c8a2-486f-9543-5954ff722422 None None] Transition to ACTIVE for port object 1e94306a-7c1a-4d31-86a7-349635fa0a1f will not be triggered until provisioned by entity L2. {{(pid=100433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:58:58.013388 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.db_base_plugin_common [None req-b0e90c62-51c3-4f02-947c-aa8025d483d4 admin admin] Allocated IP 172.20.0.1 (75087129-2768-469a-b081-a5bf8e2c4322/1710d15a-86d5-46eb-8a18-ce13aa256ffd/0f633ad4-7ed1-43f5-aa0d-17d04f6c73df) {{(pid=100432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 05:58:58.067313 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-8f738c87-c8a2-486f-9543-5954ff722422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:58.109398 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225aa0c0-30b2-4ef3-844b-e40bcf5578d0 req-b9b341e9-c88b-4342-ab31-46aac15ccf24 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:58.111787 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-225aa0c0-30b2-4ef3-844b-e40bcf5578d0 req-b9b341e9-c88b-4342-ab31-46aac15ccf24 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 945 time: 0.0546386 Aug 04 05:58:58.122737 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12887a2d-db29-481f-8c13-75b5ca794c02 None None] Pushing event updated for resources: {'Port': ['ID=1e94306a-7c1a-4d31-86a7-349635fa0a1f,revision_number=2']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:58:58.125134 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-8f738c87-c8a2-486f-9543-5954ff722422 None None] Attempting to bind port 1e94306a-7c1a-4d31-86a7-349635fa0a1f on host dv-cinder-801617-4-iscsi for vnic_type normal with profile {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 05:58:58.125592 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-8f738c87-c8a2-486f-9543-5954ff722422 None None] Attempting to bind port 1e94306a-7c1a-4d31-86a7-349635fa0a1f by drivers openvswitch,hyperv on host dv-cinder-801617-4-iscsi at level 0 using segments [{'id': '1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'}] {{(pid=100433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 05:58:58.125951 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f738c87-c8a2-486f-9543-5954ff722422 None None] Attempting to bind port 1e94306a-7c1a-4d31-86a7-349635fa0a1f on network ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5 {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:58:58.133043 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f738c87-c8a2-486f-9543-5954ff722422 None None] Checking agent: {'id': '5d82a469-56b0-42fa-aca6-e62dd4c1f49c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 5, 45, 36), 'started_at': datetime.datetime(2021, 8, 4, 5, 46, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 5, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 05:58:58.135789 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f738c87-c8a2-486f-9543-5954ff722422 None None] Checking segment: {'id': '1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:58:58.135789 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-8f738c87-c8a2-486f-9543-5954ff722422 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:58.135789 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f738c87-c8a2-486f-9543-5954ff722422 None None] Bound using segment: {'id': '1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'} {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 05:58:58.135789 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-8f738c87-c8a2-486f-9543-5954ff722422 None None] Bound port: 1e94306a-7c1a-4d31-86a7-349635fa0a1f, host: dv-cinder-801617-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'}}] {{(pid=100433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 05:58:58.135789 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-8f738c87-c8a2-486f-9543-5954ff722422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:58.139972 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-b0e90c62-51c3-4f02-947c-aa8025d483d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:58.154205 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.provisioning_blocks [None req-b0e90c62-51c3-4f02-947c-aa8025d483d4 admin admin] Transition to ACTIVE for port object 0f633ad4-7ed1-43f5-aa0d-17d04f6c73df will not be triggered until provisioned by entity DHCP. {{(pid=100432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:58:58.168672 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-225aa0c0-30b2-4ef3-844b-e40bcf5578d0 req-5abb3a38-c88b-4b2b-adf5-73102d35bcf3 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502505 Aug 04 05:58:58.192296 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-8f738c87-c8a2-486f-9543-5954ff722422 None None] For port 1e94306a-7c1a-4d31-86a7-349635fa0a1f, host dv-cinder-801617-4-iscsi, cleared binding levels {{(pid=100433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 05:58:58.195481 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-8f738c87-c8a2-486f-9543-5954ff722422 None None] For port 1e94306a-7c1a-4d31-86a7-349635fa0a1f, host dv-cinder-801617-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=1e94306a-7c1a-4d31-86a7-349635fa0a1f,segment=NetworkSegment(1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa),segment_id=1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa)] {{(pid=100433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 05:58:58.273216 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086751f6-51c6-4e88-9107-5737467ddd99 req-93cd9df6-e626-4c9e-be7e-26a25ae20541 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:58.274874 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-086751f6-51c6-4e88-9107-5737467ddd99 req-93cd9df6-e626-4c9e-be7e-26a25ae20541 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 984 time: 0.0525875 Aug 04 05:58:58.277517 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-b0e90c62-51c3-4f02-947c-aa8025d483d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:58.298419 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8173de-cae7-4248-b349-fcb88341ceb5 req-6c4a7096-ac8a-4558-9cee-6c72b82259c1 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:58.299914 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-0c8173de-cae7-4248-b349-fcb88341ceb5 req-6c4a7096-ac8a-4558-9cee-6c72b82259c1 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 945 time: 0.0500860 Aug 04 05:58:58.308422 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 60624) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:58:58.312846 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-d4e05506-b374-427e-bee5-140d41b25d27 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Request body: {'floatingip': {'port_id': 'fe8a49da-b6e7-45b3-8793-fe3d775df052'}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:58:58.334711 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e90c62-51c3-4f02-947c-aa8025d483d4 admin admin] Network 75087129-2768-469a-b081-a5bf8e2c4322 is already hosted by enough agents. {{(pid=100432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:58:58.341802 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.base_scheduler [None req-b0e90c62-51c3-4f02-947c-aa8025d483d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:58:58.347390 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e90c62-51c3-4f02-947c-aa8025d483d4 admin admin] Received port after_create {{(pid=100432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 05:58:58.351725 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e90c62-51c3-4f02-947c-aa8025d483d4 admin admin] Pushing event updated for resources: {'Port': ['ID=0f633ad4-7ed1-43f5-aa0d-17d04f6c73df,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:58:58.356776 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d4e05506-b374-427e-bee5-140d41b25d27 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks [] for floatingip, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:58.391595 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-086751f6-51c6-4e88-9107-5737467ddd99 req-c008ad94-8eae-494a-9685-ed4f7cbe03cf tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/security-groups?id=065a4c71-4379-43e8-9c39-e0bc5b1fa11f&id=15c688f3-4334-4a5b-b183-64c7de2fe4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1051459 Aug 04 05:58:58.397843 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-8f738c87-c8a2-486f-9543-5954ff722422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:58.406107 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-b0e90c62-51c3-4f02-947c-aa8025d483d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572798'] for router_interface, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:58.466856 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f738c87-c8a2-486f-9543-5954ff722422 None None] Routers {'a7a14fa8-24b3-4839-91ef-27fe175f609a'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:58:58.467487 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-8f738c87-c8a2-486f-9543-5954ff722422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:58:36Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['a7a14fa8-24b3-4839-91ef-27fe175f609a'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:58:58.512635 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12887a2d-db29-481f-8c13-75b5ca794c02 None None] Pushing event updated for resources: {'Port': ['ID=1e94306a-7c1a-4d31-86a7-349635fa0a1f,revision_number=3']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:58:58.605814 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-8f738c87-c8a2-486f-9543-5954ff722422 None None] Set router a7a14fa8-24b3-4839-91ef-27fe175f609a gateway port host: dv-cinder-801617-4-iscsi {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:58:58.700441 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-b0e90c62-51c3-4f02-947c-aa8025d483d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:58.817996 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-8f738c87-c8a2-486f-9543-5954ff722422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'name': 'tempest-TestVolumeBootPattern-469316562-router', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '1e94306a-7c1a-4d31-86a7-349635fa0a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:58:54Z', 'updated_at': '2021-08-04T05:58:56Z', 'revision_number': 3, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'gw_port': {'id': '1e94306a-7c1a-4d31-86a7-349635fa0a1f', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:28:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:58:55Z', 'updated_at': '2021-08-04T05:58:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi'}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:58:58.845493 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f738c87-c8a2-486f-9543-5954ff722422 None None] The sync data for ids ['a7a14fa8-24b3-4839-91ef-27fe175f609a'] in dv-cinder-801617-4-iscsi is: [{'id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'name': 'tempest-TestVolumeBootPattern-469316562-router', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '1e94306a-7c1a-4d31-86a7-349635fa0a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:58:54Z', 'updated_at': '2021-08-04T05:58:56Z', 'revision_number': 3, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'gw_port': {'id': '1e94306a-7c1a-4d31-86a7-349635fa0a1f', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:28:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:58:55Z', 'updated_at': '2021-08-04T05:58:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi'}] {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 05:58:58.861813 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-42a1fa75-a553-4f38-9418-dff37741f0f6 None None] Provisioning for port 0f633ad4-7ed1-43f5-aa0d-17d04f6c73df completed by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:58:58.869893 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-42a1fa75-a553-4f38-9418-dff37741f0f6 None None] Provisioning complete for port 0f633ad4-7ed1-43f5-aa0d-17d04f6c73df triggered by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:58:58.871121 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-42a1fa75-a553-4f38-9418-dff37741f0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:58.922165 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-b0e90c62-51c3-4f02-947c-aa8025d483d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:58.929317 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-42a1fa75-a553-4f38-9418-dff37741f0f6 None None] Port 0f633ad4-7ed1-43f5-aa0d-17d04f6c73df cannot update to ACTIVE because it is not bound. {{(pid=100433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 05:58:58.958981 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-e8166df1-ef3a-499a-95b6-0281f9c6bebe req-a1260b37-5ab5-41a7-8b68-1a68f5d8540a tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c02f350-0489-4f50-9501-34b5477eb2a9 HTTP/1.1" status: 200 len: 210 time: 0.3501832 Aug 04 05:58:58.999178 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-b0e90c62-51c3-4f02-947c-aa8025d483d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5048305'] for port, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:59.018939 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 035d638e-8d38-461e-a7b5-4f53b0bf0e7d up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:58:59.076264 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port 035d638e-8d38-461e-a7b5-4f53b0bf0e7d triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:58:59.076937 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:59.082615 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-b0e90c62-51c3-4f02-947c-aa8025d483d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572898'] for router_interface, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:59.085460 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e90c62-51c3-4f02-947c-aa8025d483d4 admin admin] Pushing event updated for resources: {'Port': ['ID=0f633ad4-7ed1-43f5-aa0d-17d04f6c73df,revision_number=2']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:58:59.239800 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e90c62-51c3-4f02-947c-aa8025d483d4 admin admin] Network 75087129-2768-469a-b081-a5bf8e2c4322 is already hosted by enough agents. {{(pid=100432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:58:59.241414 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.base_scheduler [None req-b0e90c62-51c3-4f02-947c-aa8025d483d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:58:59.301713 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d4e05506-b374-427e-bee5-140d41b25d27 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:59.490175 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-7df9dedc-0c84-43ef-9f4c-a1e13f7a5612 None None] Provisioning complete for port 0f633ad4-7ed1-43f5-aa0d-17d04f6c73df triggered by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:58:59.490736 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-7df9dedc-0c84-43ef-9f4c-a1e13f7a5612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:59.517703 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d4e05506-b374-427e-bee5-140d41b25d27 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572675'] for floatingip, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:58:59.569287 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-7df9dedc-0c84-43ef-9f4c-a1e13f7a5612 None None] Port 0f633ad4-7ed1-43f5-aa0d-17d04f6c73df cannot update to ACTIVE because it is not bound. {{(pid=100433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 05:58:59.646819 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.db.l3_db [None req-d4e05506-b374-427e-bee5-140d41b25d27 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Floating IP e99b611b-06d2-4615-9a9d-fd167a44a956 associated. External IP: 172.27.1.29, port: fe8a49da-b6e7-45b3-8793-fe3d775df052. Aug 04 05:58:59.706616 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e90c62-51c3-4f02-947c-aa8025d483d4 admin admin] Router a7a14fa8-24b3-4839-91ef-27fe175f609a has already been hosted by L3 agent 1092c566-0070-459b-a71e-112f2411deeb {{(pid=100432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 05:58:59.723845 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c81c4-10f9-41fb-bc1e-c341179ce7f4 req-5315c814-4a62-4e1c-879f-9a362d235a7a tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:59.725405 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5c7c81c4-10f9-41fb-bc1e-c341179ce7f4 req-5315c814-4a62-4e1c-879f-9a362d235a7a tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 984 time: 0.0668802 Aug 04 05:58:59.867009 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5c7c81c4-10f9-41fb-bc1e-c341179ce7f4 req-49e82902-99ad-4ab3-9c4d-35f53f1233af tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/security-groups?id=065a4c71-4379-43e8-9c39-e0bc5b1fa11f&id=15c688f3-4334-4a5b-b183-64c7de2fe4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1337233 Aug 04 05:58:59.897366 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e05506-b374-427e-bee5-140d41b25d27 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Router e1fc6fa8-ecdc-42e6-80ad-97dc77491acf has already been hosted by L3 agent 1092c566-0070-459b-a71e-112f2411deeb {{(pid=100431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 05:58:59.967374 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e90c62-51c3-4f02-947c-aa8025d483d4 admin admin] Notify agent at l3_agent.dv-cinder-801617-4-iscsi the message routers_updated {{(pid=100432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 05:58:59.976590 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-b0e90c62-51c3-4f02-947c-aa8025d483d4 admin admin] 10.222.0.37 "PUT /v2.0/routers/a7a14fa8-24b3-4839-91ef-27fe175f609a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5819767 Aug 04 05:58:59.985052 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c33a65-46ed-4bce-b9b3-60b0baec7695 req-df9e8b2e-abae-47e9-8e9d-2f29f395a600 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:58:59.987032 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-24c33a65-46ed-4bce-b9b3-60b0baec7695 req-df9e8b2e-abae-47e9-8e9d-2f29f395a600 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.18 "GET /v2.0/networks?id=d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3 HTTP/1.1" status: 200 len: 810 time: 0.1993980 Aug 04 05:59:00.019897 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e05506-b374-427e-bee5-140d41b25d27 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify agent at l3_agent.dv-cinder-801617-4-iscsi the message routers_updated {{(pid=100431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 05:59:00.030563 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106d7b12-a9be-462a-b7fe-89a5b5712da4 None None] Sync routers for ids ['e1fc6fa8-ecdc-42e6-80ad-97dc77491acf'] in dv-cinder-801617-4-iscsi {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 05:59:00.032249 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d4e05506-b374-427e-bee5-140d41b25d27 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for floatingip, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:00.044563 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106d7b12-a9be-462a-b7fe-89a5b5712da4 None None] Routers {'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:59:00.045424 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-106d7b12-a9be-462a-b7fe-89a5b5712da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:58:36Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['e1fc6fa8-ecdc-42e6-80ad-97dc77491acf'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:59:00.058042 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-24c33a65-46ed-4bce-b9b3-60b0baec7695 req-04d4254e-0359-4706-bc85-8217fe660e16 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8bcebc3d7d048b69d592fa2bf00330a HTTP/1.1" status: 200 len: 379 time: 0.0546787 Aug 04 05:59:00.069228 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [req-24c33a65-46ed-4bce-b9b3-60b0baec7695 req-deda4be9-13ad-47ed-8904-54c40a5c1c36 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Request body: {'port': {'device_id': '7c02f350-0489-4f50-9501-34b5477eb2a9', 'network_id': 'd2e5a947-03e8-4345-94ae-fbf3e7f6b1f3', 'admin_state_up': True, 'tenant_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'security_groups': ['630bc1bf-11c1-46c6-b6d5-b686998bcf86']}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:59:00.121821 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-67a0fa72-f737-47ee-b5e6-4491b408cb88 req-c4829144-7c32-4774-83e9-4709e07f15da tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c02f350-0489-4f50-9501-34b5477eb2a9 HTTP/1.1" status: 200 len: 210 time: 0.0306518 Aug 04 05:59:00.126572 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-d4e05506-b374-427e-bee5-140d41b25d27 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "PUT /v2.0/floatingips/e99b611b-06d2-4615-9a9d-fd167a44a956 HTTP/1.1" status: 200 len: 990 time: 1.8163731 Aug 04 05:59:00.127526 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32e53e82-a55e-4722-a38b-e20f61fb181a', 'tag': 'fe8a49da-b6e7-45b3-8793-fe3d775df052'}] {{(pid=100431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:59:00.133495 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d047a0739a9e621485ccc482307aa98cd58e8937adb7e4be7ba07b62ec6ee677" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74cd6d73-1680-4325-8bbe-9edf1e849580" -d '{"events": [{"name": "network-changed", "server_uuid": "32e53e82-a55e-4722-a38b-e20f61fb181a", "tag": "fe8a49da-b6e7-45b3-8793-fe3d775df052"}]}' {{(pid=100431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:59:00.198200 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-106d7b12-a9be-462a-b7fe-89a5b5712da4 None None] Set router e1fc6fa8-ecdc-42e6-80ad-97dc77491acf gateway port host: dv-cinder-801617-4-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:59:00.317094 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 05:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e2924f-ae4b-47b7-a5a5-1287c53d1c96 x-openstack-request-id: req-d5e2924f-ae4b-47b7-a5a5-1287c53d1c96 {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:59:00.317640 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32e53e82-a55e-4722-a38b-e20f61fb181a", "tag": "fe8a49da-b6e7-45b3-8793-fe3d775df052", "status": "completed", "code": 200}]} {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:59:00.317640 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d5e2924f-ae4b-47b7-a5a5-1287c53d1c96 {{(pid=100431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:59:00.318010 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32e53e82-a55e-4722-a38b-e20f61fb181a', 'tag': 'fe8a49da-b6e7-45b3-8793-fe3d775df052', 'status': 'completed', 'code': 200} Aug 04 05:59:00.390080 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd6d73-1680-4325-8bbe-9edf1e849580 req-ed759055-0cf5-4967-b269-cadc9ef8ac4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:00.391724 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-74cd6d73-1680-4325-8bbe-9edf1e849580 req-ed759055-0cf5-4967-b269-cadc9ef8ac4f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec04283d3509443b9c65cd9af852d46f&device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 1098 time: 0.0495653 Aug 04 05:59:00.442423 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-106d7b12-a9be-462a-b7fe-89a5b5712da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'name': 'tempest-AttachVolumeShelveTestJSON-1935299454-router', 'tenant_id': 'ec04283d3509443b9c65cd9af852d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '323df2b8-b125-45c8-a7ef-e2fc461f0421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:53:32Z', 'updated_at': '2021-08-04T05:53:42Z', 'revision_number': 4, 'project_id': 'ec04283d3509443b9c65cd9af852d46f', 'gw_port': {'id': '323df2b8-b125-45c8-a7ef-e2fc461f0421', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:40:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:34Z', 'updated_at': '2021-08-04T05:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_floatingips': [{'id': 'e99b611b-06d2-4615-9a9d-fd167a44a956', 'tenant_id': 'ec04283d3509443b9c65cd9af852d46f', 'floating_ip_address': '172.27.1.29', 'floating_network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'router_id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'port_id': 'fe8a49da-b6e7-45b3-8793-fe3d775df052', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a493c09c-6949-44f8-8e08-fbb13c36d6a2', 'mac_address': 'fa:16:3e:dd:cd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e53e82-a55e-4722-a38b-e20f61fb181a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T05:58:43Z', 'updated_at': '2021-08-04T05:58:59Z', 'revision_number': 1, 'project_id': 'ec04283d3509443b9c65cd9af852d46f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd44ff6-08ad-4a3c-822c-d9ee055eed1b', 'name': '', 'network_id': 'a493c09c-6949-44f8-8e08-fbb13c36d6a2', 'tenant_id': 'ec04283d3509443b9c65cd9af852d46f', 'mac_address': 'fa:16:3e:f2:05:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2aeabe42-c308-496c-8730-52b38af59b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:40Z', 'updated_at': '2021-08-04T05:53:54Z', 'revision_number': 5, 'project_id': 'ec04283d3509443b9c65cd9af852d46f', 'subnets': [{'id': '2aeabe42-c308-496c-8730-52b38af59b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:59:00.448416 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24c33a65-46ed-4bce-b9b3-60b0baec7695 req-deda4be9-13ad-47ed-8904-54c40a5c1c36 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Made reservation on behalf of c8bcebc3d7d048b69d592fa2bf00330a for: {'port': 1} {{(pid=100432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 05:59:00.452074 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-24c33a65-46ed-4bce-b9b3-60b0baec7695 req-deda4be9-13ad-47ed-8904-54c40a5c1c36 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:00.471320 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106d7b12-a9be-462a-b7fe-89a5b5712da4 None None] Checking router: e1fc6fa8-ecdc-42e6-80ad-97dc77491acf for host: dv-cinder-801617-4-iscsi {{(pid=100434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 05:59:00.479800 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106d7b12-a9be-462a-b7fe-89a5b5712da4 None None] Routers {'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:59:00.480694 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-106d7b12-a9be-462a-b7fe-89a5b5712da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:58:36Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['e1fc6fa8-ecdc-42e6-80ad-97dc77491acf'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:59:00.561767 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd6d73-1680-4325-8bbe-9edf1e849580 req-eada504d-829d-4d8e-9ae8-514b20bd3525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:00.563697 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-74cd6d73-1680-4325-8bbe-9edf1e849580 req-eada504d-829d-4d8e-9ae8-514b20bd3525 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a493c09c-6949-44f8-8e08-fbb13c36d6a2 HTTP/1.1" status: 200 len: 918 time: 0.1643255 Aug 04 05:59:00.672069 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.db_base_plugin_common [req-24c33a65-46ed-4bce-b9b3-60b0baec7695 req-deda4be9-13ad-47ed-8904-54c40a5c1c36 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Allocated IP 172.20.0.6 (d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3/093ae098-146b-44a4-8f09-371adaa382d8/83b0aeed-9c39-45e2-a1c2-17d7f299e516) {{(pid=100432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 05:59:00.679424 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-74cd6d73-1680-4325-8bbe-9edf1e849580 req-cb873e45-f07a-4ded-9165-7dba30534c5f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe8a49da-b6e7-45b3-8793-fe3d775df052 HTTP/1.1" status: 200 len: 998 time: 0.0859690 Aug 04 05:59:00.698834 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-106d7b12-a9be-462a-b7fe-89a5b5712da4 None None] Set router e1fc6fa8-ecdc-42e6-80ad-97dc77491acf gateway port host: dv-cinder-801617-4-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:59:00.765416 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd6d73-1680-4325-8bbe-9edf1e849580 req-20f32f74-3180-4986-b6fd-2b8a8e56da4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:00.766909 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-74cd6d73-1680-4325-8bbe-9edf1e849580 req-20f32f74-3180-4986-b6fd-2b8a8e56da4e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2aeabe42-c308-496c-8730-52b38af59b7d HTTP/1.1" status: 200 len: 856 time: 0.0804131 Aug 04 05:59:00.842434 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f4d236-4604-47c2-a0e9-4cd4e142c5ec None None] Sync routers for ids ['a7a14fa8-24b3-4839-91ef-27fe175f609a'] in dv-cinder-801617-4-iscsi {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 05:59:00.859598 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f4d236-4604-47c2-a0e9-4cd4e142c5ec None None] Routers {'a7a14fa8-24b3-4839-91ef-27fe175f609a'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:59:00.860267 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-52f4d236-4604-47c2-a0e9-4cd4e142c5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:58:36Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['a7a14fa8-24b3-4839-91ef-27fe175f609a'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:59:00.868555 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd6d73-1680-4325-8bbe-9edf1e849580 req-c22a8a0b-e6d6-4e5c-b059-34a06c4d9022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:00.871554 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-74cd6d73-1680-4325-8bbe-9edf1e849580 req-c22a8a0b-e6d6-4e5c-b059-34a06c4d9022 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a493c09c-6949-44f8-8e08-fbb13c36d6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0937243 Aug 04 05:59:00.959759 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-24c33a65-46ed-4bce-b9b3-60b0baec7695 req-deda4be9-13ad-47ed-8904-54c40a5c1c36 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks [] for port, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:01.010395 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.provisioning_blocks [req-24c33a65-46ed-4bce-b9b3-60b0baec7695 req-deda4be9-13ad-47ed-8904-54c40a5c1c36 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Transition to ACTIVE for port object 83b0aeed-9c39-45e2-a1c2-17d7f299e516 will not be triggered until provisioned by entity DHCP. {{(pid=100432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:59:01.049030 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-74cd6d73-1680-4325-8bbe-9edf1e849580 req-92cb4fd3-5751-4a00-95bd-6c77a490bd64 service neutron] 10.222.0.18 "GET /v2.0/networks/a493c09c-6949-44f8-8e08-fbb13c36d6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630709 Aug 04 05:59:01.074635 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-106d7b12-a9be-462a-b7fe-89a5b5712da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'name': 'tempest-AttachVolumeShelveTestJSON-1935299454-router', 'tenant_id': 'ec04283d3509443b9c65cd9af852d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '323df2b8-b125-45c8-a7ef-e2fc461f0421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:53:32Z', 'updated_at': '2021-08-04T05:53:42Z', 'revision_number': 4, 'project_id': 'ec04283d3509443b9c65cd9af852d46f', 'gw_port': {'id': '323df2b8-b125-45c8-a7ef-e2fc461f0421', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:40:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:34Z', 'updated_at': '2021-08-04T05:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_floatingips': [{'id': 'e99b611b-06d2-4615-9a9d-fd167a44a956', 'tenant_id': 'ec04283d3509443b9c65cd9af852d46f', 'floating_ip_address': '172.27.1.29', 'floating_network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'router_id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'port_id': 'fe8a49da-b6e7-45b3-8793-fe3d775df052', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a493c09c-6949-44f8-8e08-fbb13c36d6a2', 'mac_address': 'fa:16:3e:dd:cd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e53e82-a55e-4722-a38b-e20f61fb181a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T05:58:43Z', 'updated_at': '2021-08-04T05:58:59Z', 'revision_number': 1, 'project_id': 'ec04283d3509443b9c65cd9af852d46f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd44ff6-08ad-4a3c-822c-d9ee055eed1b', 'name': '', 'network_id': 'a493c09c-6949-44f8-8e08-fbb13c36d6a2', 'tenant_id': 'ec04283d3509443b9c65cd9af852d46f', 'mac_address': 'fa:16:3e:f2:05:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2aeabe42-c308-496c-8730-52b38af59b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:40Z', 'updated_at': '2021-08-04T05:53:54Z', 'revision_number': 5, 'project_id': 'ec04283d3509443b9c65cd9af852d46f', 'subnets': [{'id': '2aeabe42-c308-496c-8730-52b38af59b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:59:01.077330 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 60668) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:59:01.078913 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-52f4d236-4604-47c2-a0e9-4cd4e142c5ec None None] Set router a7a14fa8-24b3-4839-91ef-27fe175f609a gateway port host: dv-cinder-801617-4-iscsi {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:59:01.083151 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 1e94306a-7c1a-4d31-86a7-349635fa0a1f up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:59:01.083811 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-058ab4fe-c9f9-4095-939a-26d32a9ef561 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1779255919-network', 'tenant_id': '1ebaf97d33464c62b82da72808921f9d'}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:59:01.122827 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106d7b12-a9be-462a-b7fe-89a5b5712da4 None None] The sync data for ids ['e1fc6fa8-ecdc-42e6-80ad-97dc77491acf'] in dv-cinder-801617-4-iscsi is: [{'id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'name': 'tempest-AttachVolumeShelveTestJSON-1935299454-router', 'tenant_id': 'ec04283d3509443b9c65cd9af852d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '323df2b8-b125-45c8-a7ef-e2fc461f0421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:53:32Z', 'updated_at': '2021-08-04T05:53:42Z', 'revision_number': 4, 'project_id': 'ec04283d3509443b9c65cd9af852d46f', 'gw_port': {'id': '323df2b8-b125-45c8-a7ef-e2fc461f0421', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:40:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:34Z', 'updated_at': '2021-08-04T05:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_floatingips': [{'id': 'e99b611b-06d2-4615-9a9d-fd167a44a956', 'tenant_id': 'ec04283d3509443b9c65cd9af852d46f', 'floating_ip_address': '172.27.1.29', 'floating_network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'router_id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'port_id': 'fe8a49da-b6e7-45b3-8793-fe3d775df052', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a493c09c-6949-44f8-8e08-fbb13c36d6a2', 'mac_address': 'fa:16:3e:dd:cd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e53e82-a55e-4722-a38b-e20f61fb181a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T05:58:43Z', 'updated_at': '2021-08-04T05:58:59Z', 'revision_number': 1, 'project_id': 'ec04283d3509443b9c65cd9af852d46f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd44ff6-08ad-4a3c-822c-d9ee055eed1b', 'name': '', 'network_id': 'a493c09c-6949-44f8-8e08-fbb13c36d6a2', 'tenant_id': 'ec04283d3509443b9c65cd9af852d46f', 'mac_address': 'fa:16:3e:f2:05:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2aeabe42-c308-496c-8730-52b38af59b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:40Z', 'updated_at': '2021-08-04T05:53:54Z', 'revision_number': 5, 'project_id': 'ec04283d3509443b9c65cd9af852d46f', 'subnets': [{'id': '2aeabe42-c308-496c-8730-52b38af59b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 05:59:01.185213 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-74cd6d73-1680-4325-8bbe-9edf1e849580 req-36b90e4f-2626-462b-a271-61ff2c0bdbbb service neutron] 10.222.0.18 "GET /v2.0/networks/a493c09c-6949-44f8-8e08-fbb13c36d6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269221 Aug 04 05:59:01.259205 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-9d524686-722b-4677-ac3a-d121e5254a00 req-a52e7881-15c9-4d69-988f-e375c9195a97 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c02f350-0489-4f50-9501-34b5477eb2a9 HTTP/1.1" status: 200 len: 210 time: 0.0462003 Aug 04 05:59:01.260183 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058ab4fe-c9f9-4095-939a-26d32a9ef561 admin admin] Made reservation on behalf of 1ebaf97d33464c62b82da72808921f9d for: {'network': 1} {{(pid=100431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 05:59:01.262184 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-24c33a65-46ed-4bce-b9b3-60b0baec7695 req-deda4be9-13ad-47ed-8904-54c40a5c1c36 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:01.263752 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-058ab4fe-c9f9-4095-939a-26d32a9ef561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for network, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:01.278097 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-058ab4fe-c9f9-4095-939a-26d32a9ef561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:01.354014 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24c33a65-46ed-4bce-b9b3-60b0baec7695 req-deda4be9-13ad-47ed-8904-54c40a5c1c36 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Network d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3 is already hosted by enough agents. {{(pid=100432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:59:01.360344 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.base_scheduler [req-24c33a65-46ed-4bce-b9b3-60b0baec7695 req-deda4be9-13ad-47ed-8904-54c40a5c1c36 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Resources bound (agent type, host, resource id): {{(pid=100432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:59:01.369859 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c33a65-46ed-4bce-b9b3-60b0baec7695 req-deda4be9-13ad-47ed-8904-54c40a5c1c36 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Received port after_create {{(pid=100432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 05:59:01.445476 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deda4be9-13ad-47ed-8904-54c40a5c1c36 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Pushing event updated for resources: {'Port': ['ID=83b0aeed-9c39-45e2-a1c2-17d7f299e516,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:59:01.446759 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-058ab4fe-c9f9-4095-939a-26d32a9ef561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:01.477632 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c33a65-46ed-4bce-b9b3-60b0baec7695 req-deda4be9-13ad-47ed-8904-54c40a5c1c36 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:01.478394 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-24c33a65-46ed-4bce-b9b3-60b0baec7695 req-deda4be9-13ad-47ed-8904-54c40a5c1c36 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for port, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:01.497290 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bfd426-838b-4142-932f-5b2182acb393 None None] New status for floating IP e99b611b-06d2-4615-9a9d-fd167a44a956: ACTIVE {{(pid=100434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 05:59:01.597891 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning for port 1e94306a-7c1a-4d31-86a7-349635fa0a1f completed by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:59:01.610602 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port 1e94306a-7c1a-4d31-86a7-349635fa0a1f triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:59:01.611000 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:01.621380 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-058ab4fe-c9f9-4095-939a-26d32a9ef561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:01.638622 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-52f4d236-4604-47c2-a0e9-4cd4e142c5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'name': 'tempest-TestVolumeBootPattern-469316562-router', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '1e94306a-7c1a-4d31-86a7-349635fa0a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:58:54Z', 'updated_at': '2021-08-04T05:58:58Z', 'revision_number': 4, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'gw_port': {'id': '1e94306a-7c1a-4d31-86a7-349635fa0a1f', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:28:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:58:55Z', 'updated_at': '2021-08-04T05:58:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': '0f633ad4-7ed1-43f5-aa0d-17d04f6c73df', 'name': '', 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'mac_address': 'fa:16:3e:36:3b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '1710d15a-86d5-46eb-8a18-ce13aa256ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:58:57Z', 'updated_at': '2021-08-04T05:58:58Z', 'revision_number': 2, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'subnets': [{'id': '1710d15a-86d5-46eb-8a18-ce13aa256ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:59:01.647310 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-058ab4fe-c9f9-4095-939a-26d32a9ef561 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=100431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 05:59:01.663427 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab4fe-c9f9-4095-939a-26d32a9ef561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13e0cbc-6987-4181-b041-1ae63f55c893,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:59:01.667467 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-058ab4fe-c9f9-4095-939a-26d32a9ef561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2010985'] for segment, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:01.667926 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.db.segments_db [None req-058ab4fe-c9f9-4095-939a-26d32a9ef561 admin admin] Added segment e5b983df-277a-4044-acf6-f45274724b59 of type vlan for network 5e98c912-97f2-44d7-b4ed-b3c6a63e2f82 Aug 04 05:59:01.674013 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f4d236-4604-47c2-a0e9-4cd4e142c5ec None None] Checking router: a7a14fa8-24b3-4839-91ef-27fe175f609a for host: dv-cinder-801617-4-iscsi {{(pid=100433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 05:59:01.676131 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f4d236-4604-47c2-a0e9-4cd4e142c5ec None None] Updating router a7a14fa8-24b3-4839-91ef-27fe175f609a port 0f633ad4-7ed1-43f5-aa0d-17d04f6c73df binding host dv-cinder-801617-4-iscsi {{(pid=100433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 05:59:01.721498 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-058ab4fe-c9f9-4095-939a-26d32a9ef561 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791114671894'] for network, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:01.725761 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-52f4d236-4604-47c2-a0e9-4cd4e142c5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:01.764965 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-24c33a65-46ed-4bce-b9b3-60b0baec7695 req-deda4be9-13ad-47ed-8904-54c40a5c1c36 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7007713 Aug 04 05:59:01.779063 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [req-24c33a65-46ed-4bce-b9b3-60b0baec7695 req-d6b88d42-5ba8-4937-8781-e4597008f8db service neutron] Request body: {'port': {'device_id': '7c02f350-0489-4f50-9501-34b5477eb2a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:59:01.819361 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:01.850438 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-058ab4fe-c9f9-4095-939a-26d32a9ef561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527'] for network, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:01.851939 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058ab4fe-c9f9-4095-939a-26d32a9ef561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:01.852826 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-058ab4fe-c9f9-4095-939a-26d32a9ef561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for network, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:01.853885 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-24c33a65-46ed-4bce-b9b3-60b0baec7695 req-d6b88d42-5ba8-4937-8781-e4597008f8db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:01.900025 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-bb4c11e5-fb6f-485c-975b-6891f8295484 None None] Provisioning for port 83b0aeed-9c39-45e2-a1c2-17d7f299e516 completed by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:59:01.909899 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] For port 1e94306a-7c1a-4d31-86a7-349635fa0a1f, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=1e94306a-7c1a-4d31-86a7-349635fa0a1f,segment=NetworkSegment(1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa),segment_id=1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:59:01.913180 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-bb4c11e5-fb6f-485c-975b-6891f8295484 None None] Provisioning complete for port 83b0aeed-9c39-45e2-a1c2-17d7f299e516 triggered by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:59:01.913547 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-bb4c11e5-fb6f-485c-975b-6891f8295484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:01.950837 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab4fe-c9f9-4095-939a-26d32a9ef561 admin admin] Pushing event updated for resources: {'Network': ['ID=5e98c912-97f2-44d7-b4ed-b3c6a63e2f82,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:59:01.960597 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-bb4c11e5-fb6f-485c-975b-6891f8295484 None None] Port 83b0aeed-9c39-45e2-a1c2-17d7f299e516 cannot update to ACTIVE because it is not bound. {{(pid=100433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 05:59:01.965051 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Network 5e98c912-97f2-44d7-b4ed-b3c6a63e2f82 details requested by agent ovs-agent-dv-cinder-801617-4-iscsi with host dv-cinder-801617-4-iscsi {{(pid=100433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 05:59:02.010833 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:02.041982 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-058ab4fe-c9f9-4095-939a-26d32a9ef561 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9608693 Aug 04 05:59:02.042292 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 60684) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:59:02.047210 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-94a1d7fd-031c-4d93-90da-05526192b7fe admin admin] Request body: {'subnet': {'network_id': '5e98c912-97f2-44d7-b4ed-b3c6a63e2f82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1779255919-subnet', 'tenant_id': '1ebaf97d33464c62b82da72808921f9d', 'ip_version': 4}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:59:02.125206 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Pushing event updated for resources: {'Port': ['ID=1e94306a-7c1a-4d31-86a7-349635fa0a1f,revision_number=4']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:59:02.151814 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a1d7fd-031c-4d93-90da-05526192b7fe admin admin] Made reservation on behalf of 1ebaf97d33464c62b82da72808921f9d for: {'subnet': 1} {{(pid=100431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 05:59:02.154047 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [req-24c33a65-46ed-4bce-b9b3-60b0baec7695 req-d6b88d42-5ba8-4937-8781-e4597008f8db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83b0aeed-9c39-45e2-a1c2-17d7f299e516 {{(pid=100432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 05:59:02.154457 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-94a1d7fd-031c-4d93-90da-05526192b7fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5171290'] for subnet, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:02.162952 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-24c33a65-46ed-4bce-b9b3-60b0baec7695 req-d6b88d42-5ba8-4937-8781-e4597008f8db service neutron] Notify callbacks [] for port, precommit_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:02.175509 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.provisioning_blocks [req-24c33a65-46ed-4bce-b9b3-60b0baec7695 req-d6b88d42-5ba8-4937-8781-e4597008f8db service neutron] Transition to ACTIVE for port object 83b0aeed-9c39-45e2-a1c2-17d7f299e516 will not be triggered until provisioned by entity L2. {{(pid=100432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:59:02.221954 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-52f4d236-4604-47c2-a0e9-4cd4e142c5ec None None] Notify callbacks [] for port, precommit_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:02.232133 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-52f4d236-4604-47c2-a0e9-4cd4e142c5ec None None] Transition to ACTIVE for port object 0f633ad4-7ed1-43f5-aa0d-17d04f6c73df will not be triggered until provisioned by entity L2. {{(pid=100433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:59:02.255424 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-24c33a65-46ed-4bce-b9b3-60b0baec7695 req-d6b88d42-5ba8-4937-8781-e4597008f8db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5048305'] for port, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:02.307962 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b88d42-5ba8-4937-8781-e4597008f8db service neutron] Pushing event updated for resources: {'Port': ['ID=83b0aeed-9c39-45e2-a1c2-17d7f299e516,revision_number=2']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:59:02.331498 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-52f4d236-4604-47c2-a0e9-4cd4e142c5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:02.388426 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.managers [req-24c33a65-46ed-4bce-b9b3-60b0baec7695 req-d6b88d42-5ba8-4937-8781-e4597008f8db service neutron] Attempting to bind port 83b0aeed-9c39-45e2-a1c2-17d7f299e516 on host hv-cinder-80161 for vnic_type normal with profile {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 05:59:02.389046 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.managers [req-24c33a65-46ed-4bce-b9b3-60b0baec7695 req-d6b88d42-5ba8-4937-8781-e4597008f8db service neutron] Attempting to bind port 83b0aeed-9c39-45e2-a1c2-17d7f299e516 by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': 'e70b74f9-db9d-468d-96eb-049639286c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd2e5a947-03e8-4345-94ae-fbf3e7f6b1f3'}] {{(pid=100432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 05:59:02.389651 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c33a65-46ed-4bce-b9b3-60b0baec7695 req-d6b88d42-5ba8-4937-8781-e4597008f8db service neutron] Attempting to bind port 83b0aeed-9c39-45e2-a1c2-17d7f299e516 on network d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3 {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:59:02.396108 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c33a65-46ed-4bce-b9b3-60b0baec7695 req-d6b88d42-5ba8-4937-8781-e4597008f8db service neutron] Port 83b0aeed-9c39-45e2-a1c2-17d7f299e516 on network d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 05:59:02.397888 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c33a65-46ed-4bce-b9b3-60b0baec7695 req-d6b88d42-5ba8-4937-8781-e4597008f8db service neutron] Attempting to bind port 83b0aeed-9c39-45e2-a1c2-17d7f299e516 on network d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3 {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:59:02.404826 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c33a65-46ed-4bce-b9b3-60b0baec7695 req-d6b88d42-5ba8-4937-8781-e4597008f8db service neutron] Checking agent: {'id': 'b8cb1127-4c6b-4c0f-8dda-968dd091f2d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 5, 51, 56), 'started_at': datetime.datetime(2021, 8, 4, 5, 51, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 5, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 05:59:02.405404 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c33a65-46ed-4bce-b9b3-60b0baec7695 req-d6b88d42-5ba8-4937-8781-e4597008f8db service neutron] Checking segment: {'id': 'e70b74f9-db9d-468d-96eb-049639286c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd2e5a947-03e8-4345-94ae-fbf3e7f6b1f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:59:02.406080 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c33a65-46ed-4bce-b9b3-60b0baec7695 req-d6b88d42-5ba8-4937-8781-e4597008f8db service neutron] Bound using segment: {'id': 'e70b74f9-db9d-468d-96eb-049639286c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd2e5a947-03e8-4345-94ae-fbf3e7f6b1f3'} {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 05:59:02.406705 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.managers [req-24c33a65-46ed-4bce-b9b3-60b0baec7695 req-d6b88d42-5ba8-4937-8781-e4597008f8db service neutron] Bound port: 83b0aeed-9c39-45e2-a1c2-17d7f299e516, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e70b74f9-db9d-468d-96eb-049639286c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd2e5a947-03e8-4345-94ae-fbf3e7f6b1f3'}}] {{(pid=100432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 05:59:02.407225 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-24c33a65-46ed-4bce-b9b3-60b0baec7695 req-d6b88d42-5ba8-4937-8781-e4597008f8db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:02.413442 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3295bd3-027a-4018-a95c-ace49c5323be None None] Pushing event updated for resources: {'Port': ['ID=0f633ad4-7ed1-43f5-aa0d-17d04f6c73df,revision_number=3']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:59:02.462042 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-94a1d7fd-031c-4d93-90da-05526192b7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4497540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5171300'] for subnet, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:02.500276 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-52f4d236-4604-47c2-a0e9-4cd4e142c5ec None None] Attempting to bind port 0f633ad4-7ed1-43f5-aa0d-17d04f6c73df on host dv-cinder-801617-4-iscsi for vnic_type normal with profile {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 05:59:02.500648 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-52f4d236-4604-47c2-a0e9-4cd4e142c5ec None None] Attempting to bind port 0f633ad4-7ed1-43f5-aa0d-17d04f6c73df by drivers openvswitch,hyperv on host dv-cinder-801617-4-iscsi at level 0 using segments [{'id': '327125db-98e8-4cbc-9cc1-4f04032296be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322'}] {{(pid=100433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 05:59:02.501010 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f4d236-4604-47c2-a0e9-4cd4e142c5ec None None] Attempting to bind port 0f633ad4-7ed1-43f5-aa0d-17d04f6c73df on network 75087129-2768-469a-b081-a5bf8e2c4322 {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:59:02.507017 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f4d236-4604-47c2-a0e9-4cd4e142c5ec None None] Checking agent: {'id': '5d82a469-56b0-42fa-aca6-e62dd4c1f49c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 5, 45, 36), 'started_at': datetime.datetime(2021, 8, 4, 5, 46, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 5, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 05:59:02.507396 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f4d236-4604-47c2-a0e9-4cd4e142c5ec None None] Checking segment: {'id': '327125db-98e8-4cbc-9cc1-4f04032296be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:59:02.507952 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-52f4d236-4604-47c2-a0e9-4cd4e142c5ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:02.508343 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f4d236-4604-47c2-a0e9-4cd4e142c5ec None None] Bound using segment: {'id': '327125db-98e8-4cbc-9cc1-4f04032296be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322'} {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 05:59:02.508813 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-52f4d236-4604-47c2-a0e9-4cd4e142c5ec None None] Bound port: 0f633ad4-7ed1-43f5-aa0d-17d04f6c73df, host: dv-cinder-801617-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '327125db-98e8-4cbc-9cc1-4f04032296be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322'}}] {{(pid=100433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 05:59:02.509358 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-52f4d236-4604-47c2-a0e9-4cd4e142c5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:02.537824 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d305ab-2fb3-46c4-8d48-dff3bcabc9d3 req-9d78ebba-cef8-44ae-8261-485dee716ae7 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:02.539558 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f4d305ab-2fb3-46c4-8d48-dff3bcabc9d3 req-9d78ebba-cef8-44ae-8261-485dee716ae7 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c02f350-0489-4f50-9501-34b5477eb2a9 HTTP/1.1" status: 200 len: 943 time: 0.0802636 Aug 04 05:59:02.542897 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [req-24c33a65-46ed-4bce-b9b3-60b0baec7695 req-d6b88d42-5ba8-4937-8781-e4597008f8db service neutron] For port 83b0aeed-9c39-45e2-a1c2-17d7f299e516, host hv-cinder-80161, cleared binding levels {{(pid=100432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 05:59:02.577857 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1d7fd-031c-4d93-90da-05526192b7fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9191ca0-5a31-4f97-9336-19982cb25605,revision_number=0']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:59:02.582657 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a1d7fd-031c-4d93-90da-05526192b7fe admin admin] Checking segment: {'id': 'e5b983df-277a-4044-acf6-f45274724b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '5e98c912-97f2-44d7-b4ed-b3c6a63e2f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:59:02.583141 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a1d7fd-031c-4d93-90da-05526192b7fe admin admin] Network hostable DHCP agents. Network: 5e98c912-97f2-44d7-b4ed-b3c6a63e2f82, hostable agents: ['4768dbe1-4fdd-4775-b2cc-1723632bf934'], hosted agents: [] {{(pid=100431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 05:59:02.594537 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [req-24c33a65-46ed-4bce-b9b3-60b0baec7695 req-d6b88d42-5ba8-4937-8781-e4597008f8db service neutron] For port 83b0aeed-9c39-45e2-a1c2-17d7f299e516, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=83b0aeed-9c39-45e2-a1c2-17d7f299e516,segment=NetworkSegment(e70b74f9-db9d-468d-96eb-049639286c19),segment_id=e70b74f9-db9d-468d-96eb-049639286c19)] {{(pid=100432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 05:59:02.620275 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-52f4d236-4604-47c2-a0e9-4cd4e142c5ec None None] For port 0f633ad4-7ed1-43f5-aa0d-17d04f6c73df, host dv-cinder-801617-4-iscsi, cleared binding levels {{(pid=100433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 05:59:02.624096 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-52f4d236-4604-47c2-a0e9-4cd4e142c5ec None None] For port 0f633ad4-7ed1-43f5-aa0d-17d04f6c73df, host dv-cinder-801617-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=0f633ad4-7ed1-43f5-aa0d-17d04f6c73df,segment=NetworkSegment(327125db-98e8-4cbc-9cc1-4f04032296be),segment_id=327125db-98e8-4cbc-9cc1-4f04032296be)] {{(pid=100433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 05:59:02.629145 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f4d305ab-2fb3-46c4-8d48-dff3bcabc9d3 req-33655eef-282d-43b9-9a07-e8c782993412 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=630bc1bf-11c1-46c6-b6d5-b686998bcf86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754867 Aug 04 05:59:02.677161 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-24c33a65-46ed-4bce-b9b3-60b0baec7695 req-d6b88d42-5ba8-4937-8781-e4597008f8db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5048305'] for port, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:02.712905 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c33a65-46ed-4bce-b9b3-60b0baec7695 req-d6b88d42-5ba8-4937-8781-e4597008f8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:02.713781 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-24c33a65-46ed-4bce-b9b3-60b0baec7695 req-d6b88d42-5ba8-4937-8781-e4597008f8db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for port, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:02.715189 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-24c33a65-46ed-4bce-b9b3-60b0baec7695 req-d6b88d42-5ba8-4937-8781-e4597008f8db service neutron] 10.222.0.18 "PUT /v2.0/ports/83b0aeed-9c39-45e2-a1c2-17d7f299e516 HTTP/1.1" status: 200 len: 1093 time: 0.9403172 Aug 04 05:59:02.717320 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c02f350-0489-4f50-9501-34b5477eb2a9', 'tag': '83b0aeed-9c39-45e2-a1c2-17d7f299e516'}] {{(pid=100432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:59:02.725140 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7961aa7e709e573ce1f4efc3791ca037d6473da3b2c6b2a251ebfb1631130676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd59cee5-20fe-4556-a96b-c8648a5085fc" -d '{"events": [{"name": "network-changed", "server_uuid": "7c02f350-0489-4f50-9501-34b5477eb2a9", "tag": "83b0aeed-9c39-45e2-a1c2-17d7f299e516"}]}' {{(pid=100432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:59:02.729976 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a1d7fd-031c-4d93-90da-05526192b7fe admin admin] Network 5e98c912-97f2-44d7-b4ed-b3c6a63e2f82 is scheduled to be hosted by DHCP agent 4768dbe1-4fdd-4775-b2cc-1723632bf934 with binding_index 1 {{(pid=100431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 05:59:02.739295 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-52f4d236-4604-47c2-a0e9-4cd4e142c5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:02.777821 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b88d42-5ba8-4937-8781-e4597008f8db service neutron] Pushing event updated for resources: {'Port': ['ID=83b0aeed-9c39-45e2-a1c2-17d7f299e516,revision_number=3']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:59:02.812187 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3295bd3-027a-4018-a95c-ace49c5323be None None] Pushing event updated for resources: {'Port': ['ID=0f633ad4-7ed1-43f5-aa0d-17d04f6c73df,revision_number=4']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:59:02.820184 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f4d236-4604-47c2-a0e9-4cd4e142c5ec None None] Routers {'a7a14fa8-24b3-4839-91ef-27fe175f609a'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:59:02.820814 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-52f4d236-4604-47c2-a0e9-4cd4e142c5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:58:36Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['a7a14fa8-24b3-4839-91ef-27fe175f609a'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:59:02.861827 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.base_scheduler [None req-94a1d7fd-031c-4d93-90da-05526192b7fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-4-iscsi, 5e98c912-97f2-44d7-b4ed-b3c6a63e2f82) {{(pid=100431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:59:02.866220 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a1d7fd-031c-4d93-90da-05526192b7fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:02.866818 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-94a1d7fd-031c-4d93-90da-05526192b7fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for subnet, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:02.889175 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a92156a-50e9-448b-9c24-391ce98c5036 None None] Network 5e98c912-97f2-44d7-b4ed-b3c6a63e2f82 requested from dv-cinder-801617-4-iscsi {{(pid=100433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 05:59:02.929724 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c33a65-46ed-4bce-b9b3-60b0baec7695 req-2362271c-5d5c-4643-a759-68bf523e4240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:02.931724 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-24c33a65-46ed-4bce-b9b3-60b0baec7695 req-2362271c-5d5c-4643-a759-68bf523e4240 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c8bcebc3d7d048b69d592fa2bf00330a&device_id=7c02f350-0489-4f50-9501-34b5477eb2a9 HTTP/1.1" status: 200 len: 1096 time: 0.0729749 Aug 04 05:59:02.996233 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-94a1d7fd-031c-4d93-90da-05526192b7fe admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9527297 Aug 04 05:59:02.996851 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 60696) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:59:03.001933 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-a1cbc7e6-28dc-43f2-bcd2-3ce76a4c05a1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1779255919-router', 'tenant_id': '1ebaf97d33464c62b82da72808921f9d', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'}}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:59:03.047547 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-24c33a65-46ed-4bce-b9b3-60b0baec7695 req-5415900a-e358-47f5-8da1-97c0f8e80c38 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83b0aeed-9c39-45e2-a1c2-17d7f299e516 HTTP/1.1" status: 200 len: 217 time: 0.1044109 Aug 04 05:59:03.064750 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 1e94306a-7c1a-4d31-86a7-349635fa0a1f up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:59:03.139467 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c33a65-46ed-4bce-b9b3-60b0baec7695 req-1296a8e5-a48b-4265-9a62-4232ddf820a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:03.141298 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-24c33a65-46ed-4bce-b9b3-60b0baec7695 req-1296a8e5-a48b-4265-9a62-4232ddf820a2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=093ae098-146b-44a4-8f09-371adaa382d8 HTTP/1.1" status: 200 len: 849 time: 0.0868521 Aug 04 05:59:03.143188 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 05:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed10e521-e3aa-4411-8b70-56b2c37315b5 x-openstack-request-id: req-ed10e521-e3aa-4411-8b70-56b2c37315b5 {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:59:03.143471 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c02f350-0489-4f50-9501-34b5477eb2a9", "tag": "83b0aeed-9c39-45e2-a1c2-17d7f299e516", "status": "completed", "code": 200}]} {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:59:03.143718 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ed10e521-e3aa-4411-8b70-56b2c37315b5 {{(pid=100432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:59:03.144139 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c02f350-0489-4f50-9501-34b5477eb2a9', 'tag': '83b0aeed-9c39-45e2-a1c2-17d7f299e516', 'status': 'completed', 'code': 200} Aug 04 05:59:03.151274 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a1cbc7e6-28dc-43f2-bcd2-3ce76a4c05a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25311'] for router, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:03.152381 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a1cbc7e6-28dc-43f2-bcd2-3ce76a4c05a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-954464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24620'] for router, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:03.228390 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-52f4d236-4604-47c2-a0e9-4cd4e142c5ec None None] Set router a7a14fa8-24b3-4839-91ef-27fe175f609a gateway port host: dv-cinder-801617-4-iscsi {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:59:03.244136 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a1cbc7e6-28dc-43f2-bcd2-3ce76a4c05a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:03.247913 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c33a65-46ed-4bce-b9b3-60b0baec7695 req-3972ba60-9b85-4786-84b2-46daedfd7d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:03.249541 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-24c33a65-46ed-4bce-b9b3-60b0baec7695 req-3972ba60-9b85-4786-84b2-46daedfd7d92 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0957503 Aug 04 05:59:03.338402 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port 1e94306a-7c1a-4d31-86a7-349635fa0a1f triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:59:03.338767 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:03.408128 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e121d6b-1cf9-4861-9bc4-1086d482ec68 req-a268c0db-bfa7-478b-9697-6fd1c552a95e tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:03.409693 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-1e121d6b-1cf9-4861-9bc4-1086d482ec68 req-a268c0db-bfa7-478b-9697-6fd1c552a95e tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/networks?id=3907b242-ef3b-469a-800e-be8404ea9585 HTTP/1.1" status: 200 len: 815 time: 0.1767256 Aug 04 05:59:03.413445 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-24c33a65-46ed-4bce-b9b3-60b0baec7695 req-1c00e559-2b77-484b-a4e2-913fd2827a29 service neutron] 10.222.0.18 "GET /v2.0/networks/d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529052 Aug 04 05:59:03.430094 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-1e121d6b-1cf9-4861-9bc4-1086d482ec68 req-a9f7ace0-6621-4f62-a50f-513d4579795b tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/quotas/9623731366924c0c8ac7ed943da99a82 HTTP/1.1" status: 200 len: 375 time: 0.0108736 Aug 04 05:59:03.465798 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a1cbc7e6-28dc-43f2-bcd2-3ce76a4c05a1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:03.467460 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd51970-dd7e-4cf1-b36b-be729a7b7504 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94d1b3a8-ca01-589b-8715-9fbe483b46e6-5e98c912-97f2-44d7-b4ed-b3c6a63e2f82', 'network_id': '5e98c912-97f2-44d7-b4ed-b3c6a63e2f82', 'tenant_id': '1ebaf97d33464c62b82da72808921f9d', 'fixed_ips': [{'subnet_id': 'e9191ca0-5a31-4f97-9336-19982cb25605'}]}} from dv-cinder-801617-4-iscsi. {{(pid=100433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 05:59:03.468930 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-cbd51970-dd7e-4cf1-b36b-be729a7b7504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:03.558050 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-1e121d6b-1cf9-4861-9bc4-1086d482ec68 req-37f575c6-7da6-408c-92e6-5773d17b1a0b tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9623731366924c0c8ac7ed943da99a82&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1179123 Aug 04 05:59:03.579099 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-24c33a65-46ed-4bce-b9b3-60b0baec7695 req-a4ee5d31-2bd1-46dc-86fc-666b2c2d58c7 service neutron] 10.222.0.18 "GET /v2.0/networks/d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479864 Aug 04 05:59:03.664155 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-1e121d6b-1cf9-4861-9bc4-1086d482ec68 req-cca77fdd-ebc2-4af8-8a34-acd83a9f4c0d service neutron] 10.222.0.37 "GET /v2.0/networks/3907b242-ef3b-469a-800e-be8404ea9585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970492 Aug 04 05:59:03.777241 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-1e121d6b-1cf9-4861-9bc4-1086d482ec68 req-a7a0c411-9db4-40b6-aa77-9ea322bf1002 service neutron] 10.222.0.37 "GET /v2.0/networks/3907b242-ef3b-469a-800e-be8404ea9585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065755 Aug 04 05:59:03.829625 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd4d8e5-6fc3-45c7-bd94-15918c9de867 req-d44a1bdc-f7f4-4aef-a670-51f5401d1fbd tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:03.830409 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-4e394661-5d9f-4d9c-b26c-ad32d68af823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:03.838249 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-8fd4d8e5-6fc3-45c7-bd94-15918c9de867 req-d44a1bdc-f7f4-4aef-a670-51f5401d1fbd tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c02f350-0489-4f50-9501-34b5477eb2a9 HTTP/1.1" status: 200 len: 943 time: 0.1249182 Aug 04 05:59:03.845742 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-52f4d236-4604-47c2-a0e9-4cd4e142c5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'name': 'tempest-TestVolumeBootPattern-469316562-router', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '1e94306a-7c1a-4d31-86a7-349635fa0a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:58:54Z', 'updated_at': '2021-08-04T05:58:58Z', 'revision_number': 4, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'gw_port': {'id': '1e94306a-7c1a-4d31-86a7-349635fa0a1f', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:28:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:58:55Z', 'updated_at': '2021-08-04T05:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': '0f633ad4-7ed1-43f5-aa0d-17d04f6c73df', 'name': '', 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'mac_address': 'fa:16:3e:36:3b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '1710d15a-86d5-46eb-8a18-ce13aa256ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:58:57Z', 'updated_at': '2021-08-04T05:59:02Z', 'revision_number': 4, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'subnets': [{'id': '1710d15a-86d5-46eb-8a18-ce13aa256ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:59:03.872712 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59cee5-20fe-4556-a96b-c8648a5085fc req-6fc0f9df-d9ab-4739-80ec-7f86645c1eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:03.874894 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-fd59cee5-20fe-4556-a96b-c8648a5085fc req-6fc0f9df-d9ab-4739-80ec-7f86645c1eae service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c8bcebc3d7d048b69d592fa2bf00330a&device_id=7c02f350-0489-4f50-9501-34b5477eb2a9 HTTP/1.1" status: 200 len: 1096 time: 0.0634098 Aug 04 05:59:03.879350 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.db_base_plugin_common [None req-cbd51970-dd7e-4cf1-b36b-be729a7b7504 None None] Allocated IP 172.20.0.2 (5e98c912-97f2-44d7-b4ed-b3c6a63e2f82/e9191ca0-5a31-4f97-9336-19982cb25605/c5ff8b4b-b965-4efb-95a5-e5b59b4e2c9d) {{(pid=100433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 05:59:03.889791 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f4d236-4604-47c2-a0e9-4cd4e142c5ec None None] The sync data for ids ['a7a14fa8-24b3-4839-91ef-27fe175f609a'] in dv-cinder-801617-4-iscsi is: [{'id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'name': 'tempest-TestVolumeBootPattern-469316562-router', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '1e94306a-7c1a-4d31-86a7-349635fa0a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:58:54Z', 'updated_at': '2021-08-04T05:58:58Z', 'revision_number': 4, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'gw_port': {'id': '1e94306a-7c1a-4d31-86a7-349635fa0a1f', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:28:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:58:55Z', 'updated_at': '2021-08-04T05:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': '0f633ad4-7ed1-43f5-aa0d-17d04f6c73df', 'name': '', 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'mac_address': 'fa:16:3e:36:3b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '1710d15a-86d5-46eb-8a18-ce13aa256ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:58:57Z', 'updated_at': '2021-08-04T05:59:02Z', 'revision_number': 4, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'subnets': [{'id': '1710d15a-86d5-46eb-8a18-ce13aa256ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 05:59:03.933031 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-8fd4d8e5-6fc3-45c7-bd94-15918c9de867 req-45c63169-53da-4426-99f0-52cd14a325df tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=630bc1bf-11c1-46c6-b6d5-b686998bcf86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795527 Aug 04 05:59:03.933031 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a1cbc7e6-28dc-43f2-bcd2-3ce76a4c05a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:03.987738 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a1cbc7e6-28dc-43f2-bcd2-3ce76a4c05a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:03.999046 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59cee5-20fe-4556-a96b-c8648a5085fc req-3f734636-a759-41e7-9896-a916e9c83cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:04.000520 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-fd59cee5-20fe-4556-a96b-c8648a5085fc req-3f734636-a759-41e7-9896-a916e9c83cde service neutron] 10.222.0.18 "GET /v2.0/networks?id=d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3 HTTP/1.1" status: 200 len: 911 time: 0.1173968 Aug 04 05:59:04.102652 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-fd59cee5-20fe-4556-a96b-c8648a5085fc req-2c54f110-f71a-43c5-b609-9a9e520279c6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83b0aeed-9c39-45e2-a1c2-17d7f299e516 HTTP/1.1" status: 200 len: 217 time: 0.0883143 Aug 04 05:59:04.133507 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-ede2e378-1bdb-47d6-85a4-92c49d368d2c req-c8e298ea-7a2a-4cbf-9e25-7ac8748c5cdd tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab8b0f1d-94fd-4bd1-bd0d-b64519bfa4e8 HTTP/1.1" status: 200 len: 210 time: 0.0409920 Aug 04 05:59:04.168574 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-cbd51970-dd7e-4cf1-b36b-be729a7b7504 None None] Notify callbacks [] for port, precommit_create {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:04.170555 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59cee5-20fe-4556-a96b-c8648a5085fc req-55c773b8-6c56-4f8d-93b7-5d52cd255712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:04.172073 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-fd59cee5-20fe-4556-a96b-c8648a5085fc req-55c773b8-6c56-4f8d-93b7-5d52cd255712 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=093ae098-146b-44a4-8f09-371adaa382d8 HTTP/1.1" status: 200 len: 849 time: 0.0584285 Aug 04 05:59:04.179168 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-cbd51970-dd7e-4cf1-b36b-be729a7b7504 None None] Transition to ACTIVE for port object c5ff8b4b-b965-4efb-95a5-e5b59b4e2c9d will not be triggered until provisioned by entity L2. {{(pid=100433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:59:04.200053 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-cbd51970-dd7e-4cf1-b36b-be729a7b7504 None None] Transition to ACTIVE for port object c5ff8b4b-b965-4efb-95a5-e5b59b4e2c9d will not be triggered until provisioned by entity DHCP. {{(pid=100433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:59:04.220128 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.db_base_plugin_common [None req-a1cbc7e6-28dc-43f2-bcd2-3ce76a4c05a1 admin admin] Allocated IP 172.27.1.196 (ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5/3914311c-894e-41ec-96a2-d757dbda92d2/b7a05fce-5e16-4177-9a5c-b987d6910c89) {{(pid=100431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 05:59:04.240119 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59cee5-20fe-4556-a96b-c8648a5085fc req-5c312da9-39eb-4159-92de-33a8d236f3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:04.241927 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-fd59cee5-20fe-4556-a96b-c8648a5085fc req-5c312da9-39eb-4159-92de-33a8d236f3f3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0567946 Aug 04 05:59:04.277220 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-cbd51970-dd7e-4cf1-b36b-be729a7b7504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606'] for port, after_create {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:04.322114 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd51970-dd7e-4cf1-b36b-be729a7b7504 None None] Network 5e98c912-97f2-44d7-b4ed-b3c6a63e2f82 is already hosted by enough agents. {{(pid=100433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:59:04.325184 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.scheduler.base_scheduler [None req-cbd51970-dd7e-4cf1-b36b-be729a7b7504 None None] Resources bound (agent type, host, resource id): {{(pid=100433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:59:04.329398 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd51970-dd7e-4cf1-b36b-be729a7b7504 None None] Received port after_create {{(pid=100433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 05:59:04.343642 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a1cbc7e6-28dc-43f2-bcd2-3ce76a4c05a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:04.353802 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd51970-dd7e-4cf1-b36b-be729a7b7504 None None] Pushing event updated for resources: {'Port': ['ID=c5ff8b4b-b965-4efb-95a5-e5b59b4e2c9d,revision_number=1']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:59:04.362310 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-fd59cee5-20fe-4556-a96b-c8648a5085fc req-fde379a1-8c00-45ab-9a6d-f98017f05440 service neutron] 10.222.0.18 "GET /v2.0/networks/d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029968 Aug 04 05:59:04.411253 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-cbd51970-dd7e-4cf1-b36b-be729a7b7504 None None] Attempting to bind port c5ff8b4b-b965-4efb-95a5-e5b59b4e2c9d on host dv-cinder-801617-4-iscsi for vnic_type normal with profile {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 05:59:04.411928 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-cbd51970-dd7e-4cf1-b36b-be729a7b7504 None None] Attempting to bind port c5ff8b4b-b965-4efb-95a5-e5b59b4e2c9d by drivers openvswitch,hyperv on host dv-cinder-801617-4-iscsi at level 0 using segments [{'id': 'e5b983df-277a-4044-acf6-f45274724b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '5e98c912-97f2-44d7-b4ed-b3c6a63e2f82'}] {{(pid=100433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 05:59:04.412679 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd51970-dd7e-4cf1-b36b-be729a7b7504 None None] Attempting to bind port c5ff8b4b-b965-4efb-95a5-e5b59b4e2c9d on network 5e98c912-97f2-44d7-b4ed-b3c6a63e2f82 {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:59:04.418293 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd51970-dd7e-4cf1-b36b-be729a7b7504 None None] Checking agent: {'id': '5d82a469-56b0-42fa-aca6-e62dd4c1f49c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 5, 45, 36), 'started_at': datetime.datetime(2021, 8, 4, 5, 46, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 5, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 05:59:04.419137 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd51970-dd7e-4cf1-b36b-be729a7b7504 None None] Checking segment: {'id': 'e5b983df-277a-4044-acf6-f45274724b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '5e98c912-97f2-44d7-b4ed-b3c6a63e2f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:59:04.419718 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-cbd51970-dd7e-4cf1-b36b-be729a7b7504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:04.420292 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd51970-dd7e-4cf1-b36b-be729a7b7504 None None] Bound using segment: {'id': 'e5b983df-277a-4044-acf6-f45274724b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '5e98c912-97f2-44d7-b4ed-b3c6a63e2f82'} {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 05:59:04.420763 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-cbd51970-dd7e-4cf1-b36b-be729a7b7504 None None] Bound port: c5ff8b4b-b965-4efb-95a5-e5b59b4e2c9d, host: dv-cinder-801617-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b983df-277a-4044-acf6-f45274724b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '5e98c912-97f2-44d7-b4ed-b3c6a63e2f82'}}] {{(pid=100433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 05:59:04.421134 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-cbd51970-dd7e-4cf1-b36b-be729a7b7504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:04.474558 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-fd59cee5-20fe-4556-a96b-c8648a5085fc req-7805a79a-9429-4cba-9477-0b6181c8aef5 service neutron] 10.222.0.18 "GET /v2.0/networks/d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960374 Aug 04 05:59:04.496436 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-cbd51970-dd7e-4cf1-b36b-be729a7b7504 None None] For port c5ff8b4b-b965-4efb-95a5-e5b59b4e2c9d, host dv-cinder-801617-4-iscsi, cleared binding levels {{(pid=100433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 05:59:04.499657 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-cbd51970-dd7e-4cf1-b36b-be729a7b7504 None None] For port c5ff8b4b-b965-4efb-95a5-e5b59b4e2c9d, host dv-cinder-801617-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=c5ff8b4b-b965-4efb-95a5-e5b59b4e2c9d,segment=NetworkSegment(e5b983df-277a-4044-acf6-f45274724b59),segment_id=e5b983df-277a-4044-acf6-f45274724b59)] {{(pid=100433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 05:59:04.501966 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a1cbc7e6-28dc-43f2-bcd2-3ce76a4c05a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4497432'] for port, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:04.551814 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cbc7e6-28dc-43f2-bcd2-3ce76a4c05a1 admin admin] Network ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5 is already hosted by enough agents. {{(pid=100431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:59:04.551814 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.base_scheduler [None req-a1cbc7e6-28dc-43f2-bcd2-3ce76a4c05a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:59:04.556703 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cbc7e6-28dc-43f2-bcd2-3ce76a4c05a1 admin admin] Received port after_create {{(pid=100431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 05:59:04.559524 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cbc7e6-28dc-43f2-bcd2-3ce76a4c05a1 admin admin] Pushing event updated for resources: {'Port': ['ID=b7a05fce-5e16-4177-9a5c-b987d6910c89,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:59:04.574524 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-cbd51970-dd7e-4cf1-b36b-be729a7b7504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:04.652677 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd51970-dd7e-4cf1-b36b-be729a7b7504 None None] Pushing event updated for resources: {'Port': ['ID=c5ff8b4b-b965-4efb-95a5-e5b59b4e2c9d,revision_number=2']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:59:04.988274 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a1cbc7e6-28dc-43f2-bcd2-3ce76a4c05a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:05.061565 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 0f633ad4-7ed1-43f5-aa0d-17d04f6c73df up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:59:05.128423 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef86c6-c6ad-4062-8d17-a2ba497bcc19 req-8d9fe7b6-c8ce-4605-b048-6c003ba7def9 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:05.129954 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-60ef86c6-c6ad-4062-8d17-a2ba497bcc19 req-8d9fe7b6-c8ce-4605-b048-6c003ba7def9 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c02f350-0489-4f50-9501-34b5477eb2a9 HTTP/1.1" status: 200 len: 943 time: 0.0988216 Aug 04 05:59:05.166359 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 83b0aeed-9c39-45e2-a1c2-17d7f299e516 details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=100433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 05:59:05.202618 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning for port 0f633ad4-7ed1-43f5-aa0d-17d04f6c73df completed by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:59:05.215733 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-60ef86c6-c6ad-4062-8d17-a2ba497bcc19 req-678d7b60-e936-43d2-878c-5e480cdaf21a tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=630bc1bf-11c1-46c6-b6d5-b686998bcf86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783694 Aug 04 05:59:05.255520 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-50f716d3-5e34-4e67-bfec-53f5fea08c20 req-64126aa9-62ab-45cf-b8e3-bf4586cc5b5d tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab8b0f1d-94fd-4bd1-bd0d-b64519bfa4e8 HTTP/1.1" status: 200 len: 210 time: 0.0310340 Aug 04 05:59:05.261843 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port 0f633ad4-7ed1-43f5-aa0d-17d04f6c73df triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:59:05.262224 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:05.268903 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a1cbc7e6-28dc-43f2-bcd2-3ce76a4c05a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571809'] for router, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:05.342190 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 83b0aeed-9c39-45e2-a1c2-17d7f299e516, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=83b0aeed-9c39-45e2-a1c2-17d7f299e516,segment=NetworkSegment(e70b74f9-db9d-468d-96eb-049639286c19),segment_id=e70b74f9-db9d-468d-96eb-049639286c19)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:59:05.376649 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Returning: {'device': '83b0aeed-9c39-45e2-a1c2-17d7f299e516', 'network_id': 'd2e5a947-03e8-4345-94ae-fbf3e7f6b1f3', 'port_id': '83b0aeed-9c39-45e2-a1c2-17d7f299e516', 'mac_address': 'fa:16:3e:a3:13:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '093ae098-146b-44a4-8f09-371adaa382d8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 05:59:05.421860 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:05.445978 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:05.471560 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83b0aeed-9c39-45e2-a1c2-17d7f299e516 {{(pid=100433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 05:59:05.476611 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] For port 0f633ad4-7ed1-43f5-aa0d-17d04f6c73df, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=0f633ad4-7ed1-43f5-aa0d-17d04f6c73df,segment=NetworkSegment(327125db-98e8-4cbc-9cc1-4f04032296be),segment_id=327125db-98e8-4cbc-9cc1-4f04032296be)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:59:05.494366 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 83b0aeed-9c39-45e2-a1c2-17d7f299e516, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=83b0aeed-9c39-45e2-a1c2-17d7f299e516,segment=NetworkSegment(e70b74f9-db9d-468d-96eb-049639286c19),segment_id=e70b74f9-db9d-468d-96eb-049639286c19)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:59:05.556885 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1cbc7e6-28dc-43f2-bcd2-3ce76a4c05a1 admin admin] Router 5f92c234-b5dd-4da8-8730-ef992132d3b7 is scheduled to L3 agent 1092c566-0070-459b-a71e-112f2411deeb with binding_index 1 {{(pid=100431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 05:59:05.665722 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:05.666750 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device c5ff8b4b-b965-4efb-95a5-e5b59b4e2c9d up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:59:05.668360 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:05.671073 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1cbc7e6-28dc-43f2-bcd2-3ce76a4c05a1 admin admin] Notify agent at l3_agent.dv-cinder-801617-4-iscsi the message routers_updated {{(pid=100431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 05:59:05.713443 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9dba75-d6f8-4ac5-ab38-db002acc0108 None None] Sync routers for ids ['5f92c234-b5dd-4da8-8730-ef992132d3b7'] in dv-cinder-801617-4-iscsi {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 05:59:05.748771 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4351d045-5f0f-4442-9799-1299e5d08fd5 None None] Network 5e98c912-97f2-44d7-b4ed-b3c6a63e2f82 requested from dv-cinder-801617-4-iscsi {{(pid=100433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 05:59:05.760664 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9dba75-d6f8-4ac5-ab38-db002acc0108 None None] Routers {'5f92c234-b5dd-4da8-8730-ef992132d3b7'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:59:05.761286 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-5a9dba75-d6f8-4ac5-ab38-db002acc0108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:58:36Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['5f92c234-b5dd-4da8-8730-ef992132d3b7'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:59:05.802533 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a1cbc7e6-28dc-43f2-bcd2-3ce76a4c05a1 admin admin] Notify callbacks [] for router, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:05.805454 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-a1cbc7e6-28dc-43f2-bcd2-3ce76a4c05a1 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8068867 Aug 04 05:59:05.809175 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 60732) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:59:05.843052 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Pushing event updated for resources: {'Port': ['ID=0f633ad4-7ed1-43f5-aa0d-17d04f6c73df,revision_number=5']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:59:05.982563 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] get_ports_and_sgs() called for port_ids ['83b0aeed-9c39-45e2-a1c2-17d7f299e516'] {{(pid=100433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 05:59:06.016555 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=83b0aeed-9c39-45e2-a1c2-17d7f299e516,revision_number=4']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:59:06.045807 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-5a9dba75-d6f8-4ac5-ab38-db002acc0108 None None] Set router 5f92c234-b5dd-4da8-8730-ef992132d3b7 gateway port host: dv-cinder-801617-4-iscsi {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:59:06.135897 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-3a9730f9-bdfd-4176-b8bb-4893a5033ce9 None None] Provisioning for port c5ff8b4b-b965-4efb-95a5-e5b59b4e2c9d completed by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:59:06.144109 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning for port c5ff8b4b-b965-4efb-95a5-e5b59b4e2c9d completed by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:59:06.164467 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-3a9730f9-bdfd-4176-b8bb-4893a5033ce9 None None] Provisioning complete for port c5ff8b4b-b965-4efb-95a5-e5b59b4e2c9d triggered by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:59:06.164834 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-3a9730f9-bdfd-4176-b8bb-4893a5033ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:06.177721 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-967a2f51-3c7f-4760-b7c5-b9b1b1f61357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:06.179190 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port c5ff8b4b-b965-4efb-95a5-e5b59b4e2c9d triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:59:06.179540 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:06.339048 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:06.372412 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b60bf-f1af-42f5-b502-ee258c316df2 req-90a76bc7-adc9-4652-9f08-f3e3855cfe76 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:06.374058 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-a87b60bf-f1af-42f5-b502-ee258c316df2 req-90a76bc7-adc9-4652-9f08-f3e3855cfe76 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c02f350-0489-4f50-9501-34b5477eb2a9 HTTP/1.1" status: 200 len: 944 time: 0.0578098 Aug 04 05:59:06.420260 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-99198535-9960-4051-86eb-95c3c58627b4 req-f394a21c-dcd3-454b-9113-2bd30c8aa416 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab8b0f1d-94fd-4bd1-bd0d-b64519bfa4e8 HTTP/1.1" status: 200 len: 210 time: 0.0509815 Aug 04 05:59:06.441938 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-a87b60bf-f1af-42f5-b502-ee258c316df2 req-3b53aec3-60c2-432a-b4c2-ea60b4ed3a13 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=630bc1bf-11c1-46c6-b6d5-b686998bcf86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610094 Aug 04 05:59:06.567455 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-59fc2a20-0ae4-4f70-90a6-c2d900d4cae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:06.655009 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:06.659587 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-3a9730f9-bdfd-4176-b8bb-4893a5033ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:06.733899 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.db_base_plugin_common [None req-59fc2a20-0ae4-4f70-90a6-c2d900d4cae1 admin admin] Allocated IP 172.20.0.1 (5e98c912-97f2-44d7-b4ed-b3c6a63e2f82/e9191ca0-5a31-4f97-9336-19982cb25605/f1a262c2-f95b-400d-82b6-27e521c6df52) {{(pid=100431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 05:59:06.742139 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-3a9730f9-bdfd-4176-b8bb-4893a5033ce9 None None] For port c5ff8b4b-b965-4efb-95a5-e5b59b4e2c9d, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=c5ff8b4b-b965-4efb-95a5-e5b59b4e2c9d,segment=NetworkSegment(e5b983df-277a-4044-acf6-f45274724b59),segment_id=e5b983df-277a-4044-acf6-f45274724b59)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:59:06.749448 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-5a9dba75-d6f8-4ac5-ab38-db002acc0108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f92c234-b5dd-4da8-8730-ef992132d3b7', 'name': 'tempest-TestVolumeBootPattern-1779255919-router', 'tenant_id': '1ebaf97d33464c62b82da72808921f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'b7a05fce-5e16-4177-9a5c-b987d6910c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:59:03Z', 'updated_at': '2021-08-04T05:59:04Z', 'revision_number': 3, 'project_id': '1ebaf97d33464c62b82da72808921f9d', 'gw_port': {'id': 'b7a05fce-5e16-4177-9a5c-b987d6910c89', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bb:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f92c234-b5dd-4da8-8730-ef992132d3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:59:03Z', 'updated_at': '2021-08-04T05:59:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi'}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:59:06.781113 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9dba75-d6f8-4ac5-ab38-db002acc0108 None None] Checking router: 5f92c234-b5dd-4da8-8730-ef992132d3b7 for host: dv-cinder-801617-4-iscsi {{(pid=100433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 05:59:06.781440 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9dba75-d6f8-4ac5-ab38-db002acc0108 None None] Updating router 5f92c234-b5dd-4da8-8730-ef992132d3b7 port b7a05fce-5e16-4177-9a5c-b987d6910c89 binding host dv-cinder-801617-4-iscsi {{(pid=100433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 05:59:06.821964 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-5a9dba75-d6f8-4ac5-ab38-db002acc0108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:06.851151 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-59fc2a20-0ae4-4f70-90a6-c2d900d4cae1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:06.870052 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-59fc2a20-0ae4-4f70-90a6-c2d900d4cae1 admin admin] Transition to ACTIVE for port object f1a262c2-f95b-400d-82b6-27e521c6df52 will not be triggered until provisioned by entity DHCP. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:59:06.910045 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e121d6b-1cf9-4861-9bc4-1086d482ec68 req-e8d1e7cf-4d53-46c4-8c54-346af1248760 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:06.912353 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-3a9730f9-bdfd-4176-b8bb-4893a5033ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:06.912869 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-1e121d6b-1cf9-4861-9bc4-1086d482ec68 req-e8d1e7cf-4d53-46c4-8c54-346af1248760 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.18 "GET /v2.0/networks?id=3907b242-ef3b-469a-800e-be8404ea9585 HTTP/1.1" status: 200 len: 815 time: 0.1351860 Aug 04 05:59:06.932152 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [req-1e121d6b-1cf9-4861-9bc4-1086d482ec68 req-d84a4fa3-703f-44ea-a428-64e76fc4c043 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Request body: {'port': {'device_id': 'ab8b0f1d-94fd-4bd1-bd0d-b64519bfa4e8', 'network_id': '3907b242-ef3b-469a-800e-be8404ea9585', 'admin_state_up': True, 'tenant_id': '9623731366924c0c8ac7ed943da99a82'}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:59:07.010467 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.db.api [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100433) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 05:59:07.010845 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG oslo_db.api [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 05:59:07.021864 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-59fc2a20-0ae4-4f70-90a6-c2d900d4cae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4497432'] for port, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:07.049544 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9730f9-bdfd-4176-b8bb-4893a5033ce9 None None] Pushing event updated for resources: {'Port': ['ID=c5ff8b4b-b965-4efb-95a5-e5b59b4e2c9d,revision_number=3']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:59:07.065646 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fc2a20-0ae4-4f70-90a6-c2d900d4cae1 admin admin] Network 5e98c912-97f2-44d7-b4ed-b3c6a63e2f82 is already hosted by enough agents. {{(pid=100431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:59:07.072975 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.base_scheduler [None req-59fc2a20-0ae4-4f70-90a6-c2d900d4cae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:59:07.073104 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-bfb4a3d9-9a8e-4aca-90d0-9bddee974e1c None None] Provisioning complete for port c5ff8b4b-b965-4efb-95a5-e5b59b4e2c9d triggered by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:59:07.073104 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-bfb4a3d9-9a8e-4aca-90d0-9bddee974e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:07.073299 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fc2a20-0ae4-4f70-90a6-c2d900d4cae1 admin admin] Received port after_create {{(pid=100431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 05:59:07.103832 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc2a20-0ae4-4f70-90a6-c2d900d4cae1 admin admin] Pushing event updated for resources: {'Port': ['ID=f1a262c2-f95b-400d-82b6-27e521c6df52,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:59:07.127254 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-59fc2a20-0ae4-4f70-90a6-c2d900d4cae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572798'] for router_interface, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:07.164325 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e121d6b-1cf9-4861-9bc4-1086d482ec68 req-d84a4fa3-703f-44ea-a428-64e76fc4c043 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Made reservation on behalf of 9623731366924c0c8ac7ed943da99a82 for: {'port': 1} {{(pid=100432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 05:59:07.167820 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-1e121d6b-1cf9-4861-9bc4-1086d482ec68 req-d84a4fa3-703f-44ea-a428-64e76fc4c043 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:07.240298 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-5a9dba75-d6f8-4ac5-ab38-db002acc0108 None None] Notify callbacks [] for port, precommit_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:07.250527 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-5a9dba75-d6f8-4ac5-ab38-db002acc0108 None None] Transition to ACTIVE for port object b7a05fce-5e16-4177-9a5c-b987d6910c89 will not be triggered until provisioned by entity L2. {{(pid=100433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:59:07.327454 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.db_base_plugin_common [req-1e121d6b-1cf9-4861-9bc4-1086d482ec68 req-d84a4fa3-703f-44ea-a428-64e76fc4c043 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Allocated IP 172.20.0.2 (3907b242-ef3b-469a-800e-be8404ea9585/a14a1ef0-e270-4b89-af7f-41504d21d3f7/25c6fb19-1fd5-425e-8d49-a90c94bf98c0) {{(pid=100432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 05:59:07.390582 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-59fc2a20-0ae4-4f70-90a6-c2d900d4cae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:07.409746 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-5a9dba75-d6f8-4ac5-ab38-db002acc0108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:07.466950 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-5a9dba75-d6f8-4ac5-ab38-db002acc0108 None None] Attempting to bind port b7a05fce-5e16-4177-9a5c-b987d6910c89 on host dv-cinder-801617-4-iscsi for vnic_type normal with profile {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 05:59:07.467455 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-5a9dba75-d6f8-4ac5-ab38-db002acc0108 None None] Attempting to bind port b7a05fce-5e16-4177-9a5c-b987d6910c89 by drivers openvswitch,hyperv on host dv-cinder-801617-4-iscsi at level 0 using segments [{'id': '1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'}] {{(pid=100433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 05:59:07.468172 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9dba75-d6f8-4ac5-ab38-db002acc0108 None None] Attempting to bind port b7a05fce-5e16-4177-9a5c-b987d6910c89 on network ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5 {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:59:07.481750 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8948ad01-c288-4ed1-ae9e-e27aff2a6f40 None None] Pushing event updated for resources: {'Port': ['ID=b7a05fce-5e16-4177-9a5c-b987d6910c89,revision_number=2']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:59:07.495759 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9dba75-d6f8-4ac5-ab38-db002acc0108 None None] Checking agent: {'id': '5d82a469-56b0-42fa-aca6-e62dd4c1f49c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 5, 45, 36), 'started_at': datetime.datetime(2021, 8, 4, 5, 46, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 5, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 05:59:07.502359 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9dba75-d6f8-4ac5-ab38-db002acc0108 None None] Checking segment: {'id': '1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:59:07.502805 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-5a9dba75-d6f8-4ac5-ab38-db002acc0108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:07.503201 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9dba75-d6f8-4ac5-ab38-db002acc0108 None None] Bound using segment: {'id': '1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'} {{(pid=100433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 05:59:07.503702 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.managers [None req-5a9dba75-d6f8-4ac5-ab38-db002acc0108 None None] Bound port: b7a05fce-5e16-4177-9a5c-b987d6910c89, host: dv-cinder-801617-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5'}}] {{(pid=100433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 05:59:07.504105 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-5a9dba75-d6f8-4ac5-ab38-db002acc0108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:07.506874 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-1e121d6b-1cf9-4861-9bc4-1086d482ec68 req-d84a4fa3-703f-44ea-a428-64e76fc4c043 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Notify callbacks [] for port, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:07.527221 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-7e25920b-bccc-4f71-a346-56a27f2d9221 None None] Provisioning for port f1a262c2-f95b-400d-82b6-27e521c6df52 completed by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:59:07.558109 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-7e25920b-bccc-4f71-a346-56a27f2d9221 None None] Provisioning complete for port f1a262c2-f95b-400d-82b6-27e521c6df52 triggered by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:59:07.558480 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-7e25920b-bccc-4f71-a346-56a27f2d9221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:07.564668 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e215d433-7c85-4fdd-9afb-edee340574c2 req-4fd6a51e-4ffb-4671-9ee9-3beb378a8e49 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab8b0f1d-94fd-4bd1-bd0d-b64519bfa4e8 HTTP/1.1" status: 200 len: 210 time: 0.0361481 Aug 04 05:59:07.633510 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac38249c-ac9f-4902-add9-50fa95eb6cbf req-f907dc15-69d8-4db9-81d7-8e76987f1a6c tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:07.633978 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-5a9dba75-d6f8-4ac5-ab38-db002acc0108 None None] For port b7a05fce-5e16-4177-9a5c-b987d6910c89, host dv-cinder-801617-4-iscsi, cleared binding levels {{(pid=100433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 05:59:07.634076 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-ac38249c-ac9f-4902-add9-50fa95eb6cbf req-f907dc15-69d8-4db9-81d7-8e76987f1a6c tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c02f350-0489-4f50-9501-34b5477eb2a9 HTTP/1.1" status: 200 len: 944 time: 0.0870078 Aug 04 05:59:07.635731 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-7e25920b-bccc-4f71-a346-56a27f2d9221 None None] Port f1a262c2-f95b-400d-82b6-27e521c6df52 cannot update to ACTIVE because it is not bound. {{(pid=100433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 05:59:07.638215 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-59fc2a20-0ae4-4f70-90a6-c2d900d4cae1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:07.638424 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-5a9dba75-d6f8-4ac5-ab38-db002acc0108 None None] For port b7a05fce-5e16-4177-9a5c-b987d6910c89, host dv-cinder-801617-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=b7a05fce-5e16-4177-9a5c-b987d6910c89,segment=NetworkSegment(1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa),segment_id=1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa)] {{(pid=100433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 05:59:07.679069 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-ac38249c-ac9f-4902-add9-50fa95eb6cbf req-02d03b43-d1a6-4b1b-983d-fba7838e5e03 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=630bc1bf-11c1-46c6-b6d5-b686998bcf86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345592 Aug 04 05:59:07.684387 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6693b30c-6718-4946-8b55-748181203f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:07.709904 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 0f633ad4-7ed1-43f5-aa0d-17d04f6c73df up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:59:07.758019 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port 0f633ad4-7ed1-43f5-aa0d-17d04f6c73df triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:59:07.758387 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:07.810323 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-1e121d6b-1cf9-4861-9bc4-1086d482ec68 req-d84a4fa3-703f-44ea-a428-64e76fc4c043 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:07.823779 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] get_ports_and_sgs() called for port_ids ['662ea2ac-c9d6-456e-b76a-7c4968bba9cf', '095f9c91-8c8a-4a2d-829f-439122d79119', '88ebabce-dc30-4876-bde5-52e9477a98af'] {{(pid=100433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 05:59:07.855152 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e121d6b-1cf9-4861-9bc4-1086d482ec68 req-d84a4fa3-703f-44ea-a428-64e76fc4c043 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Network 3907b242-ef3b-469a-800e-be8404ea9585 is already hosted by enough agents. {{(pid=100432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:59:07.858209 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.base_scheduler [req-1e121d6b-1cf9-4861-9bc4-1086d482ec68 req-d84a4fa3-703f-44ea-a428-64e76fc4c043 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Resources bound (agent type, host, resource id): {{(pid=100432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:59:07.861155 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e121d6b-1cf9-4861-9bc4-1086d482ec68 req-d84a4fa3-703f-44ea-a428-64e76fc4c043 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Received port after_create {{(pid=100432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 05:59:07.861527 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device c5ff8b4b-b965-4efb-95a5-e5b59b4e2c9d up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:59:07.867487 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-59fc2a20-0ae4-4f70-90a6-c2d900d4cae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4497425'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:07.888862 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-5a9dba75-d6f8-4ac5-ab38-db002acc0108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:07.896390 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a4fa3-703f-44ea-a428-64e76fc4c043 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Pushing event updated for resources: {'Port': ['ID=25c6fb19-1fd5-425e-8d49-a90c94bf98c0,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:59:07.921332 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e121d6b-1cf9-4861-9bc4-1086d482ec68 req-d84a4fa3-703f-44ea-a428-64e76fc4c043 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:07.921964 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-1e121d6b-1cf9-4861-9bc4-1086d482ec68 req-d84a4fa3-703f-44ea-a428-64e76fc4c043 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for port, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:07.946839 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc2a20-0ae4-4f70-90a6-c2d900d4cae1 admin admin] Pushing event updated for resources: {'Port': ['ID=f1a262c2-f95b-400d-82b6-27e521c6df52,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:59:07.972744 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-59fc2a20-0ae4-4f70-90a6-c2d900d4cae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572898'] for router_interface, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:08.004229 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9dba75-d6f8-4ac5-ab38-db002acc0108 None None] Routers {'5f92c234-b5dd-4da8-8730-ef992132d3b7'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:59:08.004847 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-5a9dba75-d6f8-4ac5-ab38-db002acc0108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:59:06Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['5f92c234-b5dd-4da8-8730-ef992132d3b7'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:59:08.006488 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8948ad01-c288-4ed1-ae9e-e27aff2a6f40 None None] Pushing event updated for resources: {'Port': ['ID=b7a05fce-5e16-4177-9a5c-b987d6910c89,revision_number=3']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:59:08.034432 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-1e121d6b-1cf9-4861-9bc4-1086d482ec68 req-d84a4fa3-703f-44ea-a428-64e76fc4c043 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1064873 Aug 04 05:59:08.047592 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [req-1e121d6b-1cf9-4861-9bc4-1086d482ec68 req-f7e6ee4c-6174-4cdb-bc4a-6f2141ca7717 service neutron] Request body: {'port': {'device_id': 'ab8b0f1d-94fd-4bd1-bd0d-b64519bfa4e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:59:08.072014 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port c5ff8b4b-b965-4efb-95a5-e5b59b4e2c9d triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:59:08.072630 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:08.072848 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fc2a20-0ae4-4f70-90a6-c2d900d4cae1 admin admin] Network 5e98c912-97f2-44d7-b4ed-b3c6a63e2f82 is already hosted by enough agents. {{(pid=100431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:59:08.075425 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.base_scheduler [None req-59fc2a20-0ae4-4f70-90a6-c2d900d4cae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:59:08.116670 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-1e121d6b-1cf9-4861-9bc4-1086d482ec68 req-f7e6ee4c-6174-4cdb-bc4a-6f2141ca7717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:08.197053 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-5a9dba75-d6f8-4ac5-ab38-db002acc0108 None None] Set router 5f92c234-b5dd-4da8-8730-ef992132d3b7 gateway port host: dv-cinder-801617-4-iscsi {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:59:08.222922 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59fc2a20-0ae4-4f70-90a6-c2d900d4cae1 admin admin] Router 5f92c234-b5dd-4da8-8730-ef992132d3b7 has already been hosted by L3 agent 1092c566-0070-459b-a71e-112f2411deeb {{(pid=100431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 05:59:08.364879 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59fc2a20-0ae4-4f70-90a6-c2d900d4cae1 admin admin] Notify agent at l3_agent.dv-cinder-801617-4-iscsi the message routers_updated {{(pid=100431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 05:59:08.377372 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-59fc2a20-0ae4-4f70-90a6-c2d900d4cae1 admin admin] 10.222.0.37 "PUT /v2.0/routers/5f92c234-b5dd-4da8-8730-ef992132d3b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5600798 Aug 04 05:59:08.565802 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-5a9dba75-d6f8-4ac5-ab38-db002acc0108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f92c234-b5dd-4da8-8730-ef992132d3b7', 'name': 'tempest-TestVolumeBootPattern-1779255919-router', 'tenant_id': '1ebaf97d33464c62b82da72808921f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'b7a05fce-5e16-4177-9a5c-b987d6910c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:59:03Z', 'updated_at': '2021-08-04T05:59:07Z', 'revision_number': 4, 'project_id': '1ebaf97d33464c62b82da72808921f9d', 'gw_port': {'id': 'b7a05fce-5e16-4177-9a5c-b987d6910c89', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bb:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f92c234-b5dd-4da8-8730-ef992132d3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:59:03Z', 'updated_at': '2021-08-04T05:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': 'f1a262c2-f95b-400d-82b6-27e521c6df52', 'name': '', 'network_id': '5e98c912-97f2-44d7-b4ed-b3c6a63e2f82', 'tenant_id': '1ebaf97d33464c62b82da72808921f9d', 'mac_address': 'fa:16:3e:5b:cd:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f92c234-b5dd-4da8-8730-ef992132d3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e9191ca0-5a31-4f97-9336-19982cb25605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:59:06Z', 'updated_at': '2021-08-04T05:59:07Z', 'revision_number': 2, 'project_id': '1ebaf97d33464c62b82da72808921f9d', 'subnets': [{'id': 'e9191ca0-5a31-4f97-9336-19982cb25605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:59:08.603503 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9dba75-d6f8-4ac5-ab38-db002acc0108 None None] The sync data for ids ['5f92c234-b5dd-4da8-8730-ef992132d3b7'] in dv-cinder-801617-4-iscsi is: [{'id': '5f92c234-b5dd-4da8-8730-ef992132d3b7', 'name': 'tempest-TestVolumeBootPattern-1779255919-router', 'tenant_id': '1ebaf97d33464c62b82da72808921f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'b7a05fce-5e16-4177-9a5c-b987d6910c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:59:03Z', 'updated_at': '2021-08-04T05:59:07Z', 'revision_number': 4, 'project_id': '1ebaf97d33464c62b82da72808921f9d', 'gw_port': {'id': 'b7a05fce-5e16-4177-9a5c-b987d6910c89', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bb:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f92c234-b5dd-4da8-8730-ef992132d3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:59:03Z', 'updated_at': '2021-08-04T05:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': 'f1a262c2-f95b-400d-82b6-27e521c6df52', 'name': '', 'network_id': '5e98c912-97f2-44d7-b4ed-b3c6a63e2f82', 'tenant_id': '1ebaf97d33464c62b82da72808921f9d', 'mac_address': 'fa:16:3e:5b:cd:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f92c234-b5dd-4da8-8730-ef992132d3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e9191ca0-5a31-4f97-9336-19982cb25605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:59:06Z', 'updated_at': '2021-08-04T05:59:07Z', 'revision_number': 2, 'project_id': '1ebaf97d33464c62b82da72808921f9d', 'subnets': [{'id': 'e9191ca0-5a31-4f97-9336-19982cb25605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 05:59:08.615297 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-0b70f53a-627b-4a22-8742-29377539a175 None None] Provisioning complete for port f1a262c2-f95b-400d-82b6-27e521c6df52 triggered by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:59:08.615504 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-0b70f53a-627b-4a22-8742-29377539a175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:08.686809 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-0b70f53a-627b-4a22-8742-29377539a175 None None] Port f1a262c2-f95b-400d-82b6-27e521c6df52 cannot update to ACTIVE because it is not bound. {{(pid=100433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 05:59:08.772253 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [req-1e121d6b-1cf9-4861-9bc4-1086d482ec68 req-f7e6ee4c-6174-4cdb-bc4a-6f2141ca7717 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25c6fb19-1fd5-425e-8d49-a90c94bf98c0 {{(pid=100432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 05:59:08.783817 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a5f61-ffb4-49a8-9e78-054109cae117 req-53455f92-7635-44a0-b384-baa01c859127 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:08.785412 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f64a5f61-ffb4-49a8-9e78-054109cae117 req-53455f92-7635-44a0-b384-baa01c859127 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab8b0f1d-94fd-4bd1-bd0d-b64519bfa4e8 HTTP/1.1" status: 200 len: 931 time: 0.0913043 Aug 04 05:59:08.789289 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-1e121d6b-1cf9-4861-9bc4-1086d482ec68 req-f7e6ee4c-6174-4cdb-bc4a-6f2141ca7717 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:08.815831 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.provisioning_blocks [req-1e121d6b-1cf9-4861-9bc4-1086d482ec68 req-f7e6ee4c-6174-4cdb-bc4a-6f2141ca7717 service neutron] Transition to ACTIVE for port object 25c6fb19-1fd5-425e-8d49-a90c94bf98c0 will not be triggered until provisioned by entity L2. {{(pid=100432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:59:08.834190 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f64a5f61-ffb4-49a8-9e78-054109cae117 req-ca0054ab-9a44-4be3-a366-a69deaa511d7 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/security-groups?id=891ea094-2101-48fa-9c9a-418dc2a82fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410700 Aug 04 05:59:08.912703 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-1e121d6b-1cf9-4861-9bc4-1086d482ec68 req-f7e6ee4c-6174-4cdb-bc4a-6f2141ca7717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5048305'] for port, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:09.020874 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e6ee4c-6174-4cdb-bc4a-6f2141ca7717 service neutron] Pushing event updated for resources: {'Port': ['ID=25c6fb19-1fd5-425e-8d49-a90c94bf98c0,revision_number=2']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:59:09.026599 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 60764) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:59:09.030429 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-5fde6f00-49f8-45dc-97f0-004c07328a23 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-288788426', 'description': 'tempest-secgroup-smoke-288788426 description', 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a'}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:59:09.073466 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd48021-368c-4b72-98b5-11b2843ef03a req-82a8de3c-33a1-4d33-82fb-bc1d957d7410 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:09.074989 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-1cd48021-368c-4b72-98b5-11b2843ef03a req-82a8de3c-33a1-4d33-82fb-bc1d957d7410 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c02f350-0489-4f50-9501-34b5477eb2a9 HTTP/1.1" status: 200 len: 944 time: 0.1326690 Aug 04 05:59:09.112817 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-5fde6f00-49f8-45dc-97f0-004c07328a23 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:09.114984 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.managers [req-1e121d6b-1cf9-4861-9bc4-1086d482ec68 req-f7e6ee4c-6174-4cdb-bc4a-6f2141ca7717 service neutron] Attempting to bind port 25c6fb19-1fd5-425e-8d49-a90c94bf98c0 on host hv-cinder-80161 for vnic_type normal with profile {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 05:59:09.115344 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.managers [req-1e121d6b-1cf9-4861-9bc4-1086d482ec68 req-f7e6ee4c-6174-4cdb-bc4a-6f2141ca7717 service neutron] Attempting to bind port 25c6fb19-1fd5-425e-8d49-a90c94bf98c0 by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': '56857cc4-8378-4d20-9e3c-c07dc6a33ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3907b242-ef3b-469a-800e-be8404ea9585'}] {{(pid=100432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 05:59:09.115669 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e121d6b-1cf9-4861-9bc4-1086d482ec68 req-f7e6ee4c-6174-4cdb-bc4a-6f2141ca7717 service neutron] Attempting to bind port 25c6fb19-1fd5-425e-8d49-a90c94bf98c0 on network 3907b242-ef3b-469a-800e-be8404ea9585 {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:59:09.129413 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e121d6b-1cf9-4861-9bc4-1086d482ec68 req-f7e6ee4c-6174-4cdb-bc4a-6f2141ca7717 service neutron] Port 25c6fb19-1fd5-425e-8d49-a90c94bf98c0 on network 3907b242-ef3b-469a-800e-be8404ea9585 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 05:59:09.129697 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e121d6b-1cf9-4861-9bc4-1086d482ec68 req-f7e6ee4c-6174-4cdb-bc4a-6f2141ca7717 service neutron] Attempting to bind port 25c6fb19-1fd5-425e-8d49-a90c94bf98c0 on network 3907b242-ef3b-469a-800e-be8404ea9585 {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:59:09.140484 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-1cd48021-368c-4b72-98b5-11b2843ef03a req-20a32b11-2229-4bd1-9542-dd2f67a62e5f tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=630bc1bf-11c1-46c6-b6d5-b686998bcf86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587440 Aug 04 05:59:09.143110 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e121d6b-1cf9-4861-9bc4-1086d482ec68 req-f7e6ee4c-6174-4cdb-bc4a-6f2141ca7717 service neutron] Checking agent: {'id': 'b8cb1127-4c6b-4c0f-8dda-968dd091f2d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 5, 51, 56), 'started_at': datetime.datetime(2021, 8, 4, 5, 51, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 5, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 05:59:09.145033 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e121d6b-1cf9-4861-9bc4-1086d482ec68 req-f7e6ee4c-6174-4cdb-bc4a-6f2141ca7717 service neutron] Checking segment: {'id': '56857cc4-8378-4d20-9e3c-c07dc6a33ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3907b242-ef3b-469a-800e-be8404ea9585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:59:09.145424 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e121d6b-1cf9-4861-9bc4-1086d482ec68 req-f7e6ee4c-6174-4cdb-bc4a-6f2141ca7717 service neutron] Bound using segment: {'id': '56857cc4-8378-4d20-9e3c-c07dc6a33ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3907b242-ef3b-469a-800e-be8404ea9585'} {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 05:59:09.146018 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.managers [req-1e121d6b-1cf9-4861-9bc4-1086d482ec68 req-f7e6ee4c-6174-4cdb-bc4a-6f2141ca7717 service neutron] Bound port: 25c6fb19-1fd5-425e-8d49-a90c94bf98c0, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56857cc4-8378-4d20-9e3c-c07dc6a33ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3907b242-ef3b-469a-800e-be8404ea9585'}}] {{(pid=100432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 05:59:09.147102 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-1e121d6b-1cf9-4861-9bc4-1086d482ec68 req-f7e6ee4c-6174-4cdb-bc4a-6f2141ca7717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:09.181232 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 83b0aeed-9c39-45e2-a1c2-17d7f299e516 up at agent hyperv_hv-cinder-80161 {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:59:09.222263 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-5fde6f00-49f8-45dc-97f0-004c07328a23 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:09.226576 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [req-1e121d6b-1cf9-4861-9bc4-1086d482ec68 req-f7e6ee4c-6174-4cdb-bc4a-6f2141ca7717 service neutron] For port 25c6fb19-1fd5-425e-8d49-a90c94bf98c0, host hv-cinder-80161, cleared binding levels {{(pid=100432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 05:59:09.230079 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [req-1e121d6b-1cf9-4861-9bc4-1086d482ec68 req-f7e6ee4c-6174-4cdb-bc4a-6f2141ca7717 service neutron] For port 25c6fb19-1fd5-425e-8d49-a90c94bf98c0, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=25c6fb19-1fd5-425e-8d49-a90c94bf98c0,segment=NetworkSegment(56857cc4-8378-4d20-9e3c-c07dc6a33ba7),segment_id=56857cc4-8378-4d20-9e3c-c07dc6a33ba7)] {{(pid=100432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 05:59:09.288655 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-5fde6f00-49f8-45dc-97f0-004c07328a23 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:09.319417 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde6f00-49f8-45dc-97f0-004c07328a23 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=001f273c-59a8-4cf5-bf44-7d4de218e3c6,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:59:09.322905 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-1e121d6b-1cf9-4861-9bc4-1086d482ec68 req-f7e6ee4c-6174-4cdb-bc4a-6f2141ca7717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5048305'] for port, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:09.362541 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e121d6b-1cf9-4861-9bc4-1086d482ec68 req-f7e6ee4c-6174-4cdb-bc4a-6f2141ca7717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:09.363162 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-1e121d6b-1cf9-4861-9bc4-1086d482ec68 req-f7e6ee4c-6174-4cdb-bc4a-6f2141ca7717 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for port, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:09.364590 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-1e121d6b-1cf9-4861-9bc4-1086d482ec68 req-f7e6ee4c-6174-4cdb-bc4a-6f2141ca7717 service neutron] 10.222.0.18 "PUT /v2.0/ports/25c6fb19-1fd5-425e-8d49-a90c94bf98c0 HTTP/1.1" status: 200 len: 1093 time: 1.3214364 Aug 04 05:59:09.365028 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab8b0f1d-94fd-4bd1-bd0d-b64519bfa4e8', 'tag': '25c6fb19-1fd5-425e-8d49-a90c94bf98c0'}] {{(pid=100432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:59:09.367253 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7961aa7e709e573ce1f4efc3791ca037d6473da3b2c6b2a251ebfb1631130676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf361c5-b870-4f41-a5e3-84741f27124e" -d '{"events": [{"name": "network-changed", "server_uuid": "ab8b0f1d-94fd-4bd1-bd0d-b64519bfa4e8", "tag": "25c6fb19-1fd5-425e-8d49-a90c94bf98c0"}]}' {{(pid=100432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:59:09.386874 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-5fde6f00-49f8-45dc-97f0-004c07328a23 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:09.388183 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-5fde6f00-49f8-45dc-97f0-004c07328a23 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3619728 Aug 04 05:59:09.391027 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 60770) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:59:09.395574 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e6ee4c-6174-4cdb-bc4a-6f2141ca7717 service neutron] Pushing event updated for resources: {'Port': ['ID=25c6fb19-1fd5-425e-8d49-a90c94bf98c0,revision_number=3']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:59:09.396258 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-05525ce3-93c1-41f5-8f54-45dcd185c15a tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Request body: {'security_group_rule': {'security_group_id': '001f273c-59a8-4cf5-bf44-7d4de218e3c6', 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:59:09.413630 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 05:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1c36b4-b7b2-4b99-b3ab-bf0f7072e48b x-openstack-request-id: req-3a1c36b4-b7b2-4b99-b3ab-bf0f7072e48b {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:59:09.413922 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab8b0f1d-94fd-4bd1-bd0d-b64519bfa4e8", "tag": "25c6fb19-1fd5-425e-8d49-a90c94bf98c0", "status": "completed", "code": 200}]} {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:59:09.414173 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3a1c36b4-b7b2-4b99-b3ab-bf0f7072e48b {{(pid=100432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:59:09.414570 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab8b0f1d-94fd-4bd1-bd0d-b64519bfa4e8', 'tag': '25c6fb19-1fd5-425e-8d49-a90c94bf98c0', 'status': 'completed', 'code': 200} Aug 04 05:59:09.427217 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-dee0c6e9-f257-441c-951e-ad3806d8c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:09.449910 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Provisioning for port 83b0aeed-9c39-45e2-a1c2-17d7f299e516 completed by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:59:09.455540 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Provisioning complete for port 83b0aeed-9c39-45e2-a1c2-17d7f299e516 triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:59:09.455911 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:09.476483 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf361c5-b870-4f41-a5e3-84741f27124e req-7c41e099-4ef1-417e-8202-ec821bab49a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:09.477987 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-bcf361c5-b870-4f41-a5e3-84741f27124e req-7c41e099-4ef1-417e-8202-ec821bab49a4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9623731366924c0c8ac7ed943da99a82&device_id=ab8b0f1d-94fd-4bd1-bd0d-b64519bfa4e8 HTTP/1.1" status: 200 len: 1096 time: 0.0415580 Aug 04 05:59:09.478958 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-05525ce3-93c1-41f5-8f54-45dcd185c15a tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:09.532883 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:09.539234 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-05525ce3-93c1-41f5-8f54-45dcd185c15a tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:09.555976 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c02f350-0489-4f50-9501-34b5477eb2a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b0aeed-9c39-45e2-a1c2-17d7f299e516'}] {{(pid=100433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:59:09.558291 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffe4ad2cefe5cc989f07e8393c985a8403d56455fd91e6fde58b148ee627bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023e9195-4353-4461-92ca-cd036851c5c0" -d '{"events": [{"server_uuid": "7c02f350-0489-4f50-9501-34b5477eb2a9", "name": "network-vif-plugged", "status": "completed", "tag": "83b0aeed-9c39-45e2-a1c2-17d7f299e516"}]}' {{(pid=100433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:59:09.574524 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 83b0aeed-9c39-45e2-a1c2-17d7f299e516, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=83b0aeed-9c39-45e2-a1c2-17d7f299e516,segment=NetworkSegment(e70b74f9-db9d-468d-96eb-049639286c19),segment_id=e70b74f9-db9d-468d-96eb-049639286c19)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:59:09.583661 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf361c5-b870-4f41-a5e3-84741f27124e req-d8278afd-2e6c-44cf-91ef-fc1fe91b142c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:09.585168 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-bcf361c5-b870-4f41-a5e3-84741f27124e req-d8278afd-2e6c-44cf-91ef-fc1fe91b142c service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=9623731366924c0c8ac7ed943da99a82&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0990067 Aug 04 05:59:09.604098 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-05525ce3-93c1-41f5-8f54-45dcd185c15a tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997345'] for security_group_rule, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:09.627405 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05525ce3-93c1-41f5-8f54-45dcd185c15a tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dde8d878-a1d0-4f9c-a6f5-42f91fd2e3e5,revision_number=0']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:59:09.644226 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:09.694795 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf361c5-b870-4f41-a5e3-84741f27124e req-3cf8caf8-3253-4fe9-b48c-ef3bbd2a4831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:09.695232 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 05:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e615b91-91ba-4e3e-a218-25ff7d0d1e52 x-openstack-request-id: req-3e615b91-91ba-4e3e-a218-25ff7d0d1e52 {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:59:09.695530 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c02f350-0489-4f50-9501-34b5477eb2a9", "name": "network-vif-plugged", "status": "completed", "tag": "83b0aeed-9c39-45e2-a1c2-17d7f299e516", "code": 200}]} {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:59:09.695781 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3e615b91-91ba-4e3e-a218-25ff7d0d1e52 {{(pid=100433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:59:09.696198 dv-cinder-801617-4-iscsi neutron-server[100433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c02f350-0489-4f50-9501-34b5477eb2a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b0aeed-9c39-45e2-a1c2-17d7f299e516', 'code': 200} Aug 04 05:59:09.696380 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-bcf361c5-b870-4f41-a5e3-84741f27124e req-3cf8caf8-3253-4fe9-b48c-ef3bbd2a4831 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1045432 Aug 04 05:59:09.696858 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=83b0aeed-9c39-45e2-a1c2-17d7f299e516,revision_number=5']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:59:09.741003 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-05525ce3-93c1-41f5-8f54-45dcd185c15a tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:09.742232 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-05525ce3-93c1-41f5-8f54-45dcd185c15a tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3502712 Aug 04 05:59:09.744856 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 60776) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:59:09.749339 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-64869812-886f-48bd-8e5c-0a9ddf3c7436 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Request body: {'security_group_rule': {'security_group_id': '001f273c-59a8-4cf5-bf44-7d4de218e3c6', 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:59:09.790737 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e121d6b-1cf9-4861-9bc4-1086d482ec68 req-db9ca70e-b54e-4c72-a17e-48851504a705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:09.792261 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-1e121d6b-1cf9-4861-9bc4-1086d482ec68 req-db9ca70e-b54e-4c72-a17e-48851504a705 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9623731366924c0c8ac7ed943da99a82&device_id=ab8b0f1d-94fd-4bd1-bd0d-b64519bfa4e8 HTTP/1.1" status: 200 len: 1096 time: 0.0406690 Aug 04 05:59:09.838761 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-1e121d6b-1cf9-4861-9bc4-1086d482ec68 req-2b4dc495-b29f-42b6-a50f-60e3c8510cd0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=25c6fb19-1fd5-425e-8d49-a90c94bf98c0 HTTP/1.1" status: 200 len: 217 time: 0.0365520 Aug 04 05:59:09.860459 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-64869812-886f-48bd-8e5c-0a9ddf3c7436 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:09.892237 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e121d6b-1cf9-4861-9bc4-1086d482ec68 req-f6fb6549-0a73-47a4-8653-a396a0ae7bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:09.893843 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-1e121d6b-1cf9-4861-9bc4-1086d482ec68 req-f6fb6549-0a73-47a4-8653-a396a0ae7bff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a14a1ef0-e270-4b89-af7f-41504d21d3f7 HTTP/1.1" status: 200 len: 855 time: 0.0440350 Aug 04 05:59:09.921332 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-64869812-886f-48bd-8e5c-0a9ddf3c7436 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:09.941086 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-1e121d6b-1cf9-4861-9bc4-1086d482ec68 req-1ddd8a67-6499-400b-80b3-fdc457a22bf9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3907b242-ef3b-469a-800e-be8404ea9585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333269 Aug 04 05:59:09.986758 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a7f1f-4e94-4a8b-a2ec-311b17fdeb17 req-98688b86-c5fd-45b2-95ad-b6bc3e6d791d tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:09.988261 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-2b3a7f1f-4e94-4a8b-a2ec-311b17fdeb17 req-98688b86-c5fd-45b2-95ad-b6bc3e6d791d tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab8b0f1d-94fd-4bd1-bd0d-b64519bfa4e8 HTTP/1.1" status: 200 len: 943 time: 0.0526783 Aug 04 05:59:10.009072 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-64869812-886f-48bd-8e5c-0a9ddf3c7436 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997345'] for security_group_rule, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:10.031504 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64869812-886f-48bd-8e5c-0a9ddf3c7436 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed16734f-f899-40f8-aa72-3182b4d35850,revision_number=0']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:59:10.048439 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-2b3a7f1f-4e94-4a8b-a2ec-311b17fdeb17 req-178d5e0b-68f7-4699-93bd-257f8c2026f6 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/security-groups?id=891ea094-2101-48fa-9c9a-418dc2a82fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542569 Aug 04 05:59:10.072624 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99cda9-6379-4a90-9cae-98f714c2974e req-01745834-48f0-4724-872a-bc1c3c5865e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:10.074109 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-aa99cda9-6379-4a90-9cae-98f714c2974e req-01745834-48f0-4724-872a-bc1c3c5865e1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7c02f350-0489-4f50-9501-34b5477eb2a9 HTTP/1.1" status: 200 len: 1098 time: 0.0987494 Aug 04 05:59:10.103605 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-1e121d6b-1cf9-4861-9bc4-1086d482ec68 req-5c38d7bb-719b-4b3f-8461-b94e7f5de069 service neutron] 10.222.0.18 "GET /v2.0/networks/3907b242-ef3b-469a-800e-be8404ea9585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293921 Aug 04 05:59:10.112827 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-64869812-886f-48bd-8e5c-0a9ddf3c7436 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:10.114241 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-64869812-886f-48bd-8e5c-0a9ddf3c7436 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3683710 Aug 04 05:59:10.116807 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 60782) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:59:10.120312 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-aa99cda9-6379-4a90-9cae-98f714c2974e req-62cc9333-b79b-43b0-b033-06688fe66f2f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=630bc1bf-11c1-46c6-b6d5-b686998bcf86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340464 Aug 04 05:59:10.121642 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-3bdf996a-fbc4-4853-a9ea-f7709ce52fac tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Request body: {'security_group_rule': {'security_group_id': '001f273c-59a8-4cf5-bf44-7d4de218e3c6', 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:59:10.208422 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-1e121d6b-1cf9-4861-9bc4-1086d482ec68 req-a060cba7-94ca-4144-bc69-161f01f28edc service neutron] 10.222.0.18 "GET /v2.0/networks/3907b242-ef3b-469a-800e-be8404ea9585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871119 Aug 04 05:59:10.259870 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b58a0da-40b7-4ad0-ac5f-44f0783738bb req-936cdb0f-60ad-414d-a143-e4da3565f8a1 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:10.261398 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-4b58a0da-40b7-4ad0-ac5f-44f0783738bb req-936cdb0f-60ad-414d-a143-e4da3565f8a1 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c02f350-0489-4f50-9501-34b5477eb2a9 HTTP/1.1" status: 200 len: 945 time: 0.0496116 Aug 04 05:59:10.278404 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3bdf996a-fbc4-4853-a9ea-f7709ce52fac tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:10.344513 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-4b58a0da-40b7-4ad0-ac5f-44f0783738bb req-2e664caf-9d4c-4c91-813c-aee3e6e6ff8f tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=630bc1bf-11c1-46c6-b6d5-b686998bcf86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742648 Aug 04 05:59:10.383514 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3bdf996a-fbc4-4853-a9ea-f7709ce52fac tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:10.575295 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3bdf996a-fbc4-4853-a9ea-f7709ce52fac tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997345'] for security_group_rule, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:10.599270 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf996a-fbc4-4853-a9ea-f7709ce52fac tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6209d069-65c8-413d-8ff3-f28ecfee19eb,revision_number=0']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:59:10.775590 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3bdf996a-fbc4-4853-a9ea-f7709ce52fac tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:10.785172 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-3bdf996a-fbc4-4853-a9ea-f7709ce52fac tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6590316 Aug 04 05:59:10.785317 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 60788) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:59:10.785317 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [None req-7e1d3da2-f322-48fb-99c1-0f53e1963a97 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Request body: {'security_group_rule': {'security_group_id': '001f273c-59a8-4cf5-bf44-7d4de218e3c6', 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:59:10.905078 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-7e1d3da2-f322-48fb-99c1-0f53e1963a97 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:10.968747 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-7e1d3da2-f322-48fb-99c1-0f53e1963a97 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:11.070917 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-7e1d3da2-f322-48fb-99c1-0f53e1963a97 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997345'] for security_group_rule, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:11.092241 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d3da2-f322-48fb-99c1-0f53e1963a97 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=240b1abe-ef45-49f8-905d-8866c2e87019,revision_number=0']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:59:11.183020 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef044528-d2df-42aa-9f57-45fea4ae71f4 req-c3f4f3d5-ccc7-4b2b-8f68-463c46c5b04b tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:11.184729 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ef044528-d2df-42aa-9f57-45fea4ae71f4 req-c3f4f3d5-ccc7-4b2b-8f68-463c46c5b04b tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab8b0f1d-94fd-4bd1-bd0d-b64519bfa4e8 HTTP/1.1" status: 200 len: 943 time: 0.0538871 Aug 04 05:59:11.199953 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-7e1d3da2-f322-48fb-99c1-0f53e1963a97 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:11.199953 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-7e1d3da2-f322-48fb-99c1-0f53e1963a97 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4181726 Aug 04 05:59:11.201844 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 60792) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:59:11.208869 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-b5274374-9fb1-4a70-a1d9-365ddde77f04 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Request body: {'security_group_rule': {'security_group_id': '001f273c-59a8-4cf5-bf44-7d4de218e3c6', 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:59:11.228541 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ef044528-d2df-42aa-9f57-45fea4ae71f4 req-a8c2f2da-72bb-4594-9d30-b3a328dcf14a tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/security-groups?id=891ea094-2101-48fa-9c9a-418dc2a82fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370269 Aug 04 05:59:11.386793 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.db.securitygroups_db [None req-b5274374-9fb1-4a70-a1d9-365ddde77f04 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Project b09ae787d8884ae3ba4497e18def9b7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 05:59:11.393246 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b5274374-9fb1-4a70-a1d9-365ddde77f04 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:11.454790 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b5274374-9fb1-4a70-a1d9-365ddde77f04 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:11.464297 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970104f-2bd3-4a91-8b8e-78e50a003b7d req-9abadf52-e593-4383-9e04-9f958322be09 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:11.465784 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-a970104f-2bd3-4a91-8b8e-78e50a003b7d req-9abadf52-e593-4383-9e04-9f958322be09 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c02f350-0489-4f50-9501-34b5477eb2a9 HTTP/1.1" status: 200 len: 945 time: 0.0484717 Aug 04 05:59:11.508597 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-a970104f-2bd3-4a91-8b8e-78e50a003b7d req-c32584e2-f4fd-47b9-8247-9abb8e527609 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=630bc1bf-11c1-46c6-b6d5-b686998bcf86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363564 Aug 04 05:59:11.545457 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b5274374-9fb1-4a70-a1d9-365ddde77f04 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997345'] for security_group_rule, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:11.565604 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5274374-9fb1-4a70-a1d9-365ddde77f04 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b7b255c-4253-4022-992b-f35757bf6ee3,revision_number=0']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:59:11.725270 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device b7a05fce-5e16-4177-9a5c-b987d6910c89 up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:59:11.741457 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b5274374-9fb1-4a70-a1d9-365ddde77f04 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:11.743277 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-b5274374-9fb1-4a70-a1d9-365ddde77f04 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5399718 Aug 04 05:59:11.745869 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 60798) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:59:11.750719 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-cd8a157f-8f65-40b8-825f-78a9b4457cb0 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Request body: {'security_group_rule': {'security_group_id': '001f273c-59a8-4cf5-bf44-7d4de218e3c6', 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:59:11.911178 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.db.securitygroups_db [None req-cd8a157f-8f65-40b8-825f-78a9b4457cb0 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Project b09ae787d8884ae3ba4497e18def9b7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 05:59:11.916490 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-cd8a157f-8f65-40b8-825f-78a9b4457cb0 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:11.952609 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning for port b7a05fce-5e16-4177-9a5c-b987d6910c89 completed by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:59:11.956913 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port b7a05fce-5e16-4177-9a5c-b987d6910c89 triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:59:11.957368 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:11.979248 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-cd8a157f-8f65-40b8-825f-78a9b4457cb0 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:12.036837 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:12.057682 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] For port b7a05fce-5e16-4177-9a5c-b987d6910c89, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=b7a05fce-5e16-4177-9a5c-b987d6910c89,segment=NetworkSegment(1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa),segment_id=1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:59:12.062546 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e17c49-1f12-4b41-a671-6e3695066bfb None None] Sync routers for ids ['5f92c234-b5dd-4da8-8730-ef992132d3b7'] in dv-cinder-801617-4-iscsi {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 05:59:12.072057 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e17c49-1f12-4b41-a671-6e3695066bfb None None] Routers {'5f92c234-b5dd-4da8-8730-ef992132d3b7'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:59:12.072654 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-d4e17c49-1f12-4b41-a671-6e3695066bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:59:06Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['5f92c234-b5dd-4da8-8730-ef992132d3b7'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:59:12.083701 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-cd8a157f-8f65-40b8-825f-78a9b4457cb0 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997345'] for security_group_rule, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:12.108333 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a157f-8f65-40b8-825f-78a9b4457cb0 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4d46e87-149e-4500-a132-7ebfe6942c9f,revision_number=0']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:59:12.152634 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:12.178751 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-d4e17c49-1f12-4b41-a671-6e3695066bfb None None] Set router 5f92c234-b5dd-4da8-8730-ef992132d3b7 gateway port host: dv-cinder-801617-4-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:59:12.186916 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-cd8a157f-8f65-40b8-825f-78a9b4457cb0 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:12.192006 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-cd8a157f-8f65-40b8-825f-78a9b4457cb0 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4415035 Aug 04 05:59:12.205526 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Pushing event updated for resources: {'Port': ['ID=b7a05fce-5e16-4177-9a5c-b987d6910c89,revision_number=4']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:59:12.390631 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-d4e17c49-1f12-4b41-a671-6e3695066bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f92c234-b5dd-4da8-8730-ef992132d3b7', 'name': 'tempest-TestVolumeBootPattern-1779255919-router', 'tenant_id': '1ebaf97d33464c62b82da72808921f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'b7a05fce-5e16-4177-9a5c-b987d6910c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:59:03Z', 'updated_at': '2021-08-04T05:59:07Z', 'revision_number': 4, 'project_id': '1ebaf97d33464c62b82da72808921f9d', 'gw_port': {'id': 'b7a05fce-5e16-4177-9a5c-b987d6910c89', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bb:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f92c234-b5dd-4da8-8730-ef992132d3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:59:03Z', 'updated_at': '2021-08-04T05:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': 'f1a262c2-f95b-400d-82b6-27e521c6df52', 'name': '', 'network_id': '5e98c912-97f2-44d7-b4ed-b3c6a63e2f82', 'tenant_id': '1ebaf97d33464c62b82da72808921f9d', 'mac_address': 'fa:16:3e:5b:cd:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f92c234-b5dd-4da8-8730-ef992132d3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e9191ca0-5a31-4f97-9336-19982cb25605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:59:06Z', 'updated_at': '2021-08-04T05:59:07Z', 'revision_number': 2, 'project_id': '1ebaf97d33464c62b82da72808921f9d', 'subnets': [{'id': 'e9191ca0-5a31-4f97-9336-19982cb25605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:59:12.390796 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826dd70e-f93a-450a-b4f1-25176afb0dc4 req-32a526be-2e23-4fed-b3cc-be3d3e23cc29 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:12.399279 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-826dd70e-f93a-450a-b4f1-25176afb0dc4 req-32a526be-2e23-4fed-b3cc-be3d3e23cc29 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab8b0f1d-94fd-4bd1-bd0d-b64519bfa4e8 HTTP/1.1" status: 200 len: 943 time: 0.0961797 Aug 04 05:59:12.417948 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e17c49-1f12-4b41-a671-6e3695066bfb None None] Checking router: 5f92c234-b5dd-4da8-8730-ef992132d3b7 for host: dv-cinder-801617-4-iscsi {{(pid=100434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 05:59:12.418303 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e17c49-1f12-4b41-a671-6e3695066bfb None None] Updating router 5f92c234-b5dd-4da8-8730-ef992132d3b7 port f1a262c2-f95b-400d-82b6-27e521c6df52 binding host dv-cinder-801617-4-iscsi {{(pid=100434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 05:59:12.438219 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-826dd70e-f93a-450a-b4f1-25176afb0dc4 req-e850ed1e-627f-4e7b-b8ad-cf2df60ba89f tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/security-groups?id=891ea094-2101-48fa-9c9a-418dc2a82fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373454 Aug 04 05:59:12.454161 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-d4e17c49-1f12-4b41-a671-6e3695066bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:12.626174 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce7aad-0e7a-4eac-bb4f-bcc8b49790af req-e00f17ef-fce2-44bd-bfc1-9ba97f76cf7f tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:12.627674 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ecce7aad-0e7a-4eac-bb4f-bcc8b49790af req-e00f17ef-fce2-44bd-bfc1-9ba97f76cf7f tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c02f350-0489-4f50-9501-34b5477eb2a9 HTTP/1.1" status: 200 len: 945 time: 0.0497301 Aug 04 05:59:12.668675 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ecce7aad-0e7a-4eac-bb4f-bcc8b49790af req-a050f08d-7a8e-46fa-9dca-5b1e24aa6f71 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=630bc1bf-11c1-46c6-b6d5-b686998bcf86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350153 Aug 04 05:59:12.724955 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-d4e17c49-1f12-4b41-a671-6e3695066bfb None None] Notify callbacks [] for port, precommit_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:12.734424 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.provisioning_blocks [None req-d4e17c49-1f12-4b41-a671-6e3695066bfb None None] Transition to ACTIVE for port object f1a262c2-f95b-400d-82b6-27e521c6df52 will not be triggered until provisioned by entity L2. {{(pid=100434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:59:12.780270 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d20c61-8ddd-4ae0-856b-b9ab13438c97 req-7fa3888a-e0cb-49a4-8a20-9f013f1a35b4 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:12.781762 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-c1d20c61-8ddd-4ae0-856b-b9ab13438c97 req-7fa3888a-e0cb-49a4-8a20-9f013f1a35b4 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c02f350-0489-4f50-9501-34b5477eb2a9 HTTP/1.1" status: 200 len: 945 time: 0.0497718 Aug 04 05:59:12.790922 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 60846) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:59:12.795775 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-2e55938b-914e-4453-bb66-63a404265600 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Request body: {'floatingip': {'port_id': '83b0aeed-9c39-45e2-a1c2-17d7f299e516'}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:59:12.826561 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-d4e17c49-1f12-4b41-a671-6e3695066bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:12.833622 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-2e55938b-914e-4453-bb66-63a404265600 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks [] for floatingip, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:12.911477 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d3bc4e-3457-4efe-a655-6978be2cdfb9 None None] Pushing event updated for resources: {'Port': ['ID=f1a262c2-f95b-400d-82b6-27e521c6df52,revision_number=3']} {{(pid=100434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:59:12.934341 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d3bc4e-3457-4efe-a655-6978be2cdfb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:59:12.934801 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d3bc4e-3457-4efe-a655-6978be2cdfb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:59:12.935214 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d3bc4e-3457-4efe-a655-6978be2cdfb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:59:12.935619 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d3bc4e-3457-4efe-a655-6978be2cdfb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:59:12.936044 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d3bc4e-3457-4efe-a655-6978be2cdfb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:59:12.936440 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d3bc4e-3457-4efe-a655-6978be2cdfb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:59:12.936829 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d3bc4e-3457-4efe-a655-6978be2cdfb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:59:12.937269 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d3bc4e-3457-4efe-a655-6978be2cdfb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:59:12.937612 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d3bc4e-3457-4efe-a655-6978be2cdfb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:59:12.937936 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d3bc4e-3457-4efe-a655-6978be2cdfb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:59:12.938256 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d3bc4e-3457-4efe-a655-6978be2cdfb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:59:12.938704 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d3bc4e-3457-4efe-a655-6978be2cdfb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:59:12.967678 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.managers [None req-d4e17c49-1f12-4b41-a671-6e3695066bfb None None] Attempting to bind port f1a262c2-f95b-400d-82b6-27e521c6df52 on host dv-cinder-801617-4-iscsi for vnic_type normal with profile {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 05:59:12.968098 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.managers [None req-d4e17c49-1f12-4b41-a671-6e3695066bfb None None] Attempting to bind port f1a262c2-f95b-400d-82b6-27e521c6df52 by drivers openvswitch,hyperv on host dv-cinder-801617-4-iscsi at level 0 using segments [{'id': 'e5b983df-277a-4044-acf6-f45274724b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '5e98c912-97f2-44d7-b4ed-b3c6a63e2f82'}] {{(pid=100434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 05:59:12.968462 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e17c49-1f12-4b41-a671-6e3695066bfb None None] Attempting to bind port f1a262c2-f95b-400d-82b6-27e521c6df52 on network 5e98c912-97f2-44d7-b4ed-b3c6a63e2f82 {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:59:12.976477 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e17c49-1f12-4b41-a671-6e3695066bfb None None] Checking agent: {'id': '5d82a469-56b0-42fa-aca6-e62dd4c1f49c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 5, 45, 36), 'started_at': datetime.datetime(2021, 8, 4, 5, 46, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 5, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 05:59:12.976854 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e17c49-1f12-4b41-a671-6e3695066bfb None None] Checking segment: {'id': 'e5b983df-277a-4044-acf6-f45274724b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '5e98c912-97f2-44d7-b4ed-b3c6a63e2f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:59:12.977248 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-d4e17c49-1f12-4b41-a671-6e3695066bfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:12.977785 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e17c49-1f12-4b41-a671-6e3695066bfb None None] Bound using segment: {'id': 'e5b983df-277a-4044-acf6-f45274724b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '5e98c912-97f2-44d7-b4ed-b3c6a63e2f82'} {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 05:59:12.978095 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.managers [None req-d4e17c49-1f12-4b41-a671-6e3695066bfb None None] Bound port: f1a262c2-f95b-400d-82b6-27e521c6df52, host: dv-cinder-801617-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b983df-277a-4044-acf6-f45274724b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '5e98c912-97f2-44d7-b4ed-b3c6a63e2f82'}}] {{(pid=100434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 05:59:12.978559 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-d4e17c49-1f12-4b41-a671-6e3695066bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:13.049767 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.db [None req-d4e17c49-1f12-4b41-a671-6e3695066bfb None None] For port f1a262c2-f95b-400d-82b6-27e521c6df52, host dv-cinder-801617-4-iscsi, cleared binding levels {{(pid=100434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 05:59:13.053143 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.db [None req-d4e17c49-1f12-4b41-a671-6e3695066bfb None None] For port f1a262c2-f95b-400d-82b6-27e521c6df52, host dv-cinder-801617-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=f1a262c2-f95b-400d-82b6-27e521c6df52,segment=NetworkSegment(e5b983df-277a-4044-acf6-f45274724b59),segment_id=e5b983df-277a-4044-acf6-f45274724b59)] {{(pid=100434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 05:59:13.208864 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 25c6fb19-1fd5-425e-8d49-a90c94bf98c0 details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=100433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 05:59:13.261694 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-d4e17c49-1f12-4b41-a671-6e3695066bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:13.306949 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e17c49-1f12-4b41-a671-6e3695066bfb None None] Routers {'5f92c234-b5dd-4da8-8730-ef992132d3b7'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:59:13.307166 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-2e55938b-914e-4453-bb66-63a404265600 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:13.307278 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-d4e17c49-1f12-4b41-a671-6e3695066bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:59:06Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['5f92c234-b5dd-4da8-8730-ef992132d3b7'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:59:13.309388 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 25c6fb19-1fd5-425e-8d49-a90c94bf98c0, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=25c6fb19-1fd5-425e-8d49-a90c94bf98c0,segment=NetworkSegment(56857cc4-8378-4d20-9e3c-c07dc6a33ba7),segment_id=56857cc4-8378-4d20-9e3c-c07dc6a33ba7)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:59:13.332873 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Returning: {'device': '25c6fb19-1fd5-425e-8d49-a90c94bf98c0', 'network_id': '3907b242-ef3b-469a-800e-be8404ea9585', 'port_id': '25c6fb19-1fd5-425e-8d49-a90c94bf98c0', 'mac_address': 'fa:16:3e:2d:ab:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a14a1ef0-e270-4b89-af7f-41504d21d3f7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 05:59:13.388238 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:13.404465 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25c6fb19-1fd5-425e-8d49-a90c94bf98c0 {{(pid=100433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 05:59:13.409952 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-2e55938b-914e-4453-bb66-63a404265600 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572675'] for floatingip, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:13.424741 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d3bc4e-3457-4efe-a655-6978be2cdfb9 None None] Pushing event updated for resources: {'Port': ['ID=f1a262c2-f95b-400d-82b6-27e521c6df52,revision_number=4']} {{(pid=100434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:59:13.427832 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 25c6fb19-1fd5-425e-8d49-a90c94bf98c0, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=25c6fb19-1fd5-425e-8d49-a90c94bf98c0,segment=NetworkSegment(56857cc4-8378-4d20-9e3c-c07dc6a33ba7),segment_id=56857cc4-8378-4d20-9e3c-c07dc6a33ba7)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:59:13.452946 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-d4e17c49-1f12-4b41-a671-6e3695066bfb None None] Set router 5f92c234-b5dd-4da8-8730-ef992132d3b7 gateway port host: dv-cinder-801617-4-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:59:13.577182 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.db.l3_db [None req-2e55938b-914e-4453-bb66-63a404265600 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Floating IP 5a1e8cc8-bd37-433f-a018-2d4ba6f20265 associated. External IP: 172.27.1.163, port: 83b0aeed-9c39-45e2-a1c2-17d7f299e516. Aug 04 05:59:13.581490 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:13.632370 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=25c6fb19-1fd5-425e-8d49-a90c94bf98c0,revision_number=4']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:59:13.646227 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47177cde-1318-46a5-96e9-f8ac9afc551f req-b4f9ce36-26e5-45c6-b560-9304a901a2f7 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:13.647769 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-47177cde-1318-46a5-96e9-f8ac9afc551f req-b4f9ce36-26e5-45c6-b560-9304a901a2f7 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab8b0f1d-94fd-4bd1-bd0d-b64519bfa4e8 HTTP/1.1" status: 200 len: 943 time: 0.1048334 Aug 04 05:59:13.750365 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-47177cde-1318-46a5-96e9-f8ac9afc551f req-3f419332-1ff1-4875-b602-fa7fe9fa1c8d tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/security-groups?id=891ea094-2101-48fa-9c9a-418dc2a82fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591993 Aug 04 05:59:13.762283 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-d4e17c49-1f12-4b41-a671-6e3695066bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f92c234-b5dd-4da8-8730-ef992132d3b7', 'name': 'tempest-TestVolumeBootPattern-1779255919-router', 'tenant_id': '1ebaf97d33464c62b82da72808921f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'b7a05fce-5e16-4177-9a5c-b987d6910c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:59:03Z', 'updated_at': '2021-08-04T05:59:07Z', 'revision_number': 4, 'project_id': '1ebaf97d33464c62b82da72808921f9d', 'gw_port': {'id': 'b7a05fce-5e16-4177-9a5c-b987d6910c89', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bb:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f92c234-b5dd-4da8-8730-ef992132d3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:59:03Z', 'updated_at': '2021-08-04T05:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': 'f1a262c2-f95b-400d-82b6-27e521c6df52', 'name': '', 'network_id': '5e98c912-97f2-44d7-b4ed-b3c6a63e2f82', 'tenant_id': '1ebaf97d33464c62b82da72808921f9d', 'mac_address': 'fa:16:3e:5b:cd:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f92c234-b5dd-4da8-8730-ef992132d3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e9191ca0-5a31-4f97-9336-19982cb25605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:59:06Z', 'updated_at': '2021-08-04T05:59:13Z', 'revision_number': 4, 'project_id': '1ebaf97d33464c62b82da72808921f9d', 'subnets': [{'id': 'e9191ca0-5a31-4f97-9336-19982cb25605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:59:13.769646 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device f1a262c2-f95b-400d-82b6-27e521c6df52 up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:59:13.794158 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e17c49-1f12-4b41-a671-6e3695066bfb None None] The sync data for ids ['5f92c234-b5dd-4da8-8730-ef992132d3b7'] in dv-cinder-801617-4-iscsi is: [{'id': '5f92c234-b5dd-4da8-8730-ef992132d3b7', 'name': 'tempest-TestVolumeBootPattern-1779255919-router', 'tenant_id': '1ebaf97d33464c62b82da72808921f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'b7a05fce-5e16-4177-9a5c-b987d6910c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:59:03Z', 'updated_at': '2021-08-04T05:59:07Z', 'revision_number': 4, 'project_id': '1ebaf97d33464c62b82da72808921f9d', 'gw_port': {'id': 'b7a05fce-5e16-4177-9a5c-b987d6910c89', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bb:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f92c234-b5dd-4da8-8730-ef992132d3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:59:03Z', 'updated_at': '2021-08-04T05:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': 'f1a262c2-f95b-400d-82b6-27e521c6df52', 'name': '', 'network_id': '5e98c912-97f2-44d7-b4ed-b3c6a63e2f82', 'tenant_id': '1ebaf97d33464c62b82da72808921f9d', 'mac_address': 'fa:16:3e:5b:cd:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f92c234-b5dd-4da8-8730-ef992132d3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e9191ca0-5a31-4f97-9336-19982cb25605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:59:06Z', 'updated_at': '2021-08-04T05:59:13Z', 'revision_number': 4, 'project_id': '1ebaf97d33464c62b82da72808921f9d', 'subnets': [{'id': 'e9191ca0-5a31-4f97-9336-19982cb25605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 05:59:13.863072 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e55938b-914e-4453-bb66-63a404265600 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Router bba70e6f-b063-4c50-aec0-c90603577873 has already been hosted by L3 agent 1092c566-0070-459b-a71e-112f2411deeb {{(pid=100431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 05:59:13.907060 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning for port f1a262c2-f95b-400d-82b6-27e521c6df52 completed by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:59:13.911479 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port f1a262c2-f95b-400d-82b6-27e521c6df52 triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:59:13.911839 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:13.958965 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] get_ports_and_sgs() called for port_ids ['25c6fb19-1fd5-425e-8d49-a90c94bf98c0'] {{(pid=100433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 05:59:13.982928 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e55938b-914e-4453-bb66-63a404265600 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify agent at l3_agent.dv-cinder-801617-4-iscsi the message routers_updated {{(pid=100431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 05:59:13.992738 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-2e55938b-914e-4453-bb66-63a404265600 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for floatingip, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:13.997810 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b30bae-33f6-478b-9350-bdcc562473cf None None] Sync routers for ids ['bba70e6f-b063-4c50-aec0-c90603577873'] in dv-cinder-801617-4-iscsi {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 05:59:14.021885 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-2e55938b-914e-4453-bb66-63a404265600 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "PUT /v2.0/floatingips/5a1e8cc8-bd37-433f-a018-2d4ba6f20265 HTTP/1.1" status: 200 len: 991 time: 1.2296069 Aug 04 05:59:14.022500 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c02f350-0489-4f50-9501-34b5477eb2a9', 'tag': '83b0aeed-9c39-45e2-a1c2-17d7f299e516'}] {{(pid=100431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:59:14.031460 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b30bae-33f6-478b-9350-bdcc562473cf None None] Routers {'bba70e6f-b063-4c50-aec0-c90603577873'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:59:14.032121 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-33b30bae-33f6-478b-9350-bdcc562473cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:59:06Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['bba70e6f-b063-4c50-aec0-c90603577873'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:59:14.036103 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d047a0739a9e621485ccc482307aa98cd58e8937adb7e4be7ba07b62ec6ee677" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6765a3-78f3-48e1-90c8-36084852e8e7" -d '{"events": [{"name": "network-changed", "server_uuid": "7c02f350-0489-4f50-9501-34b5477eb2a9", "tag": "83b0aeed-9c39-45e2-a1c2-17d7f299e516"}]}' {{(pid=100431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:59:14.086769 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 05:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e04ee4-8d5f-44f4-90f0-e9f5ebcad55d x-openstack-request-id: req-a1e04ee4-8d5f-44f4-90f0-e9f5ebcad55d {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:59:14.087156 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c02f350-0489-4f50-9501-34b5477eb2a9", "tag": "83b0aeed-9c39-45e2-a1c2-17d7f299e516", "status": "completed", "code": 200}]} {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:59:14.087468 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a1e04ee4-8d5f-44f4-90f0-e9f5ebcad55d {{(pid=100431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:59:14.088015 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c02f350-0489-4f50-9501-34b5477eb2a9', 'tag': '83b0aeed-9c39-45e2-a1c2-17d7f299e516', 'status': 'completed', 'code': 200} Aug 04 05:59:14.170531 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6765a3-78f3-48e1-90c8-36084852e8e7 req-8c10e6fd-cc01-4076-8e31-c524ae34650c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:14.172499 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0e6765a3-78f3-48e1-90c8-36084852e8e7 req-8c10e6fd-cc01-4076-8e31-c524ae34650c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c8bcebc3d7d048b69d592fa2bf00330a&device_id=7c02f350-0489-4f50-9501-34b5477eb2a9 HTTP/1.1" status: 200 len: 1098 time: 0.0523942 Aug 04 05:59:14.201918 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:14.254846 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-33b30bae-33f6-478b-9350-bdcc562473cf None None] Set router bba70e6f-b063-4c50-aec0-c90603577873 gateway port host: dv-cinder-801617-4-iscsi {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:59:14.288994 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6765a3-78f3-48e1-90c8-36084852e8e7 req-ed5c307e-672e-4020-bda6-df5170ec860b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:14.290960 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0e6765a3-78f3-48e1-90c8-36084852e8e7 req-ed5c307e-672e-4020-bda6-df5170ec860b service neutron] 10.222.0.18 "GET /v2.0/networks?id=d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3 HTTP/1.1" status: 200 len: 911 time: 0.1070681 Aug 04 05:59:14.304185 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] For port f1a262c2-f95b-400d-82b6-27e521c6df52, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=f1a262c2-f95b-400d-82b6-27e521c6df52,segment=NetworkSegment(e5b983df-277a-4044-acf6-f45274724b59),segment_id=e5b983df-277a-4044-acf6-f45274724b59)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:59:14.375071 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0e6765a3-78f3-48e1-90c8-36084852e8e7 req-bff2ade2-e5d2-463d-8d34-2b98ec937bb8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83b0aeed-9c39-45e2-a1c2-17d7f299e516 HTTP/1.1" status: 200 len: 999 time: 0.0695624 Aug 04 05:59:14.449040 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6765a3-78f3-48e1-90c8-36084852e8e7 req-546a54dd-6470-4f98-8970-85aa84b57b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:14.452770 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:14.453249 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0e6765a3-78f3-48e1-90c8-36084852e8e7 req-546a54dd-6470-4f98-8970-85aa84b57b71 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=093ae098-146b-44a4-8f09-371adaa382d8 HTTP/1.1" status: 200 len: 849 time: 0.0637929 Aug 04 05:59:14.453563 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device b7a05fce-5e16-4177-9a5c-b987d6910c89 up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:59:14.512573 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6765a3-78f3-48e1-90c8-36084852e8e7 req-f12f8959-9101-4069-aae9-df953862f366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:14.514305 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0e6765a3-78f3-48e1-90c8-36084852e8e7 req-f12f8959-9101-4069-aae9-df953862f366 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0483687 Aug 04 05:59:14.572829 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Pushing event updated for resources: {'Port': ['ID=f1a262c2-f95b-400d-82b6-27e521c6df52,revision_number=5']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:59:14.603680 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port b7a05fce-5e16-4177-9a5c-b987d6910c89 triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:59:14.604073 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:14.619320 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0e6765a3-78f3-48e1-90c8-36084852e8e7 req-ea8cfaae-a5ef-45e4-9958-9717d85cdef7 service neutron] 10.222.0.18 "GET /v2.0/networks/d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924459 Aug 04 05:59:14.672774 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-33b30bae-33f6-478b-9350-bdcc562473cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'name': 'tempest-AttachVolumeTestJSON-109798790-router', 'tenant_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '5762214d-3b75-445b-82e5-d3424157accd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:53:30Z', 'updated_at': '2021-08-04T05:53:35Z', 'revision_number': 4, 'project_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'gw_port': {'id': '5762214d-3b75-445b-82e5-d3424157accd', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:32Z', 'updated_at': '2021-08-04T05:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_floatingips': [{'id': '5a1e8cc8-bd37-433f-a018-2d4ba6f20265', 'tenant_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'floating_ip_address': '172.27.1.163', 'floating_network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'router_id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'port_id': '83b0aeed-9c39-45e2-a1c2-17d7f299e516', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2e5a947-03e8-4345-94ae-fbf3e7f6b1f3', 'mac_address': 'fa:16:3e:a3:13:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c02f350-0489-4f50-9501-34b5477eb2a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T05:58:53Z', 'updated_at': '2021-08-04T05:59:13Z', 'revision_number': 1, 'project_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e268975-f39b-4261-b5b0-26d9b528d0bd', 'name': '', 'network_id': 'd2e5a947-03e8-4345-94ae-fbf3e7f6b1f3', 'tenant_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'mac_address': 'fa:16:3e:3d:98:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '093ae098-146b-44a4-8f09-371adaa382d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:35Z', 'updated_at': '2021-08-04T05:53:49Z', 'revision_number': 5, 'project_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'subnets': [{'id': '093ae098-146b-44a4-8f09-371adaa382d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:59:14.721432 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b30bae-33f6-478b-9350-bdcc562473cf None None] Checking router: bba70e6f-b063-4c50-aec0-c90603577873 for host: dv-cinder-801617-4-iscsi {{(pid=100433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 05:59:14.738670 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0e6765a3-78f3-48e1-90c8-36084852e8e7 req-2feefe65-0cd4-49ed-a55c-bba51f2a18c2 service neutron] 10.222.0.18 "GET /v2.0/networks/d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107011 Aug 04 05:59:14.740950 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b30bae-33f6-478b-9350-bdcc562473cf None None] Routers {'bba70e6f-b063-4c50-aec0-c90603577873'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:59:14.741584 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-33b30bae-33f6-478b-9350-bdcc562473cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:59:06Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['bba70e6f-b063-4c50-aec0-c90603577873'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:59:14.856803 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-33b30bae-33f6-478b-9350-bdcc562473cf None None] Set router bba70e6f-b063-4c50-aec0-c90603577873 gateway port host: dv-cinder-801617-4-iscsi {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:59:14.866516 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa446b-8b4b-4cc0-ae18-f0c3c8fd2302 req-8bac2ca3-ce75-4bb2-9e20-11bc3d2692d2 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:14.868095 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-c3fa446b-8b4b-4cc0-ae18-f0c3c8fd2302 req-8bac2ca3-ce75-4bb2-9e20-11bc3d2692d2 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab8b0f1d-94fd-4bd1-bd0d-b64519bfa4e8 HTTP/1.1" status: 200 len: 944 time: 0.0521195 Aug 04 05:59:14.905447 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-c3fa446b-8b4b-4cc0-ae18-f0c3c8fd2302 req-59b920a3-29fb-43c8-b0b2-754132c63145 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/security-groups?id=891ea094-2101-48fa-9c9a-418dc2a82fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312281 Aug 04 05:59:15.212898 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-33b30bae-33f6-478b-9350-bdcc562473cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'name': 'tempest-AttachVolumeTestJSON-109798790-router', 'tenant_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '5762214d-3b75-445b-82e5-d3424157accd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:53:30Z', 'updated_at': '2021-08-04T05:53:35Z', 'revision_number': 4, 'project_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'gw_port': {'id': '5762214d-3b75-445b-82e5-d3424157accd', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:32Z', 'updated_at': '2021-08-04T05:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_floatingips': [{'id': '5a1e8cc8-bd37-433f-a018-2d4ba6f20265', 'tenant_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'floating_ip_address': '172.27.1.163', 'floating_network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'router_id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'port_id': '83b0aeed-9c39-45e2-a1c2-17d7f299e516', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2e5a947-03e8-4345-94ae-fbf3e7f6b1f3', 'mac_address': 'fa:16:3e:a3:13:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c02f350-0489-4f50-9501-34b5477eb2a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T05:58:53Z', 'updated_at': '2021-08-04T05:59:13Z', 'revision_number': 1, 'project_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e268975-f39b-4261-b5b0-26d9b528d0bd', 'name': '', 'network_id': 'd2e5a947-03e8-4345-94ae-fbf3e7f6b1f3', 'tenant_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'mac_address': 'fa:16:3e:3d:98:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '093ae098-146b-44a4-8f09-371adaa382d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:35Z', 'updated_at': '2021-08-04T05:53:49Z', 'revision_number': 5, 'project_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'subnets': [{'id': '093ae098-146b-44a4-8f09-371adaa382d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:59:15.242329 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b30bae-33f6-478b-9350-bdcc562473cf None None] The sync data for ids ['bba70e6f-b063-4c50-aec0-c90603577873'] in dv-cinder-801617-4-iscsi is: [{'id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'name': 'tempest-AttachVolumeTestJSON-109798790-router', 'tenant_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '5762214d-3b75-445b-82e5-d3424157accd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:53:30Z', 'updated_at': '2021-08-04T05:53:35Z', 'revision_number': 4, 'project_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'gw_port': {'id': '5762214d-3b75-445b-82e5-d3424157accd', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:32Z', 'updated_at': '2021-08-04T05:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_floatingips': [{'id': '5a1e8cc8-bd37-433f-a018-2d4ba6f20265', 'tenant_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'floating_ip_address': '172.27.1.163', 'floating_network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'router_id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'port_id': '83b0aeed-9c39-45e2-a1c2-17d7f299e516', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2e5a947-03e8-4345-94ae-fbf3e7f6b1f3', 'mac_address': 'fa:16:3e:a3:13:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c02f350-0489-4f50-9501-34b5477eb2a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T05:58:53Z', 'updated_at': '2021-08-04T05:59:13Z', 'revision_number': 1, 'project_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e268975-f39b-4261-b5b0-26d9b528d0bd', 'name': '', 'network_id': 'd2e5a947-03e8-4345-94ae-fbf3e7f6b1f3', 'tenant_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'mac_address': 'fa:16:3e:3d:98:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '093ae098-146b-44a4-8f09-371adaa382d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:35Z', 'updated_at': '2021-08-04T05:53:49Z', 'revision_number': 5, 'project_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'subnets': [{'id': '093ae098-146b-44a4-8f09-371adaa382d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 05:59:15.642850 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f883b99b-2aee-4cc9-8dd2-3afcfd40c7ca None None] New status for floating IP 5a1e8cc8-bd37-433f-a018-2d4ba6f20265: ACTIVE {{(pid=100434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 05:59:15.709264 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device f1a262c2-f95b-400d-82b6-27e521c6df52 up at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:59:15.761372 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Provisioning complete for port f1a262c2-f95b-400d-82b6-27e521c6df52 triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:59:15.761650 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:16.037151 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f37bfd-d2be-4857-820f-fe6afbc83ab5 req-10e694a4-f926-4863-893e-ba4ffce2eaf3 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:16.038525 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-a0f37bfd-d2be-4857-820f-fe6afbc83ab5 req-10e694a4-f926-4863-893e-ba4ffce2eaf3 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab8b0f1d-94fd-4bd1-bd0d-b64519bfa4e8 HTTP/1.1" status: 200 len: 944 time: 0.0493600 Aug 04 05:59:16.076396 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-a0f37bfd-d2be-4857-820f-fe6afbc83ab5 req-f42656b2-1e7a-4c29-be09-8a9cec0304da tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/security-groups?id=891ea094-2101-48fa-9c9a-418dc2a82fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319140 Aug 04 05:59:17.198487 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5267e11-d990-4d97-b654-9c4ecf47155c req-788162b0-fda1-4f02-9a04-a17062d6bed7 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:17.199895 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e5267e11-d990-4d97-b654-9c4ecf47155c req-788162b0-fda1-4f02-9a04-a17062d6bed7 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab8b0f1d-94fd-4bd1-bd0d-b64519bfa4e8 HTTP/1.1" status: 200 len: 944 time: 0.0550013 Aug 04 05:59:17.238312 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e5267e11-d990-4d97-b654-9c4ecf47155c req-5117fdb4-35be-4f07-999f-05f7ba19ec26 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/security-groups?id=891ea094-2101-48fa-9c9a-418dc2a82fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320108 Aug 04 05:59:17.238491 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 25c6fb19-1fd5-425e-8d49-a90c94bf98c0 up at agent hyperv_hv-cinder-80161 {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:59:17.390693 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Provisioning for port 25c6fb19-1fd5-425e-8d49-a90c94bf98c0 completed by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:59:17.395459 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Provisioning complete for port 25c6fb19-1fd5-425e-8d49-a90c94bf98c0 triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:59:17.395832 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:17.474840 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:17.497926 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab8b0f1d-94fd-4bd1-bd0d-b64519bfa4e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c6fb19-1fd5-425e-8d49-a90c94bf98c0'}] {{(pid=100433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:59:17.500460 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffe4ad2cefe5cc989f07e8393c985a8403d56455fd91e6fde58b148ee627bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4638acf2-35bc-40f0-a299-196c79aa1e1b" -d '{"events": [{"server_uuid": "ab8b0f1d-94fd-4bd1-bd0d-b64519bfa4e8", "name": "network-vif-plugged", "status": "completed", "tag": "25c6fb19-1fd5-425e-8d49-a90c94bf98c0"}]}' {{(pid=100433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:59:17.513509 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 25c6fb19-1fd5-425e-8d49-a90c94bf98c0, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=25c6fb19-1fd5-425e-8d49-a90c94bf98c0,segment=NetworkSegment(56857cc4-8378-4d20-9e3c-c07dc6a33ba7),segment_id=56857cc4-8378-4d20-9e3c-c07dc6a33ba7)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:59:17.535448 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 05:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c457830-7289-4a08-a328-c5f37ec7d514 x-openstack-request-id: req-3c457830-7289-4a08-a328-c5f37ec7d514 {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:59:17.535730 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab8b0f1d-94fd-4bd1-bd0d-b64519bfa4e8", "name": "network-vif-plugged", "status": "completed", "tag": "25c6fb19-1fd5-425e-8d49-a90c94bf98c0", "code": 200}]} {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:59:17.536019 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3c457830-7289-4a08-a328-c5f37ec7d514 {{(pid=100433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:59:17.536406 dv-cinder-801617-4-iscsi neutron-server[100433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab8b0f1d-94fd-4bd1-bd0d-b64519bfa4e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c6fb19-1fd5-425e-8d49-a90c94bf98c0', 'code': 200} Aug 04 05:59:17.615088 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:17.662942 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=25c6fb19-1fd5-425e-8d49-a90c94bf98c0,revision_number=5']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:59:17.905620 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2dd73-7611-470c-93bf-8d669480947c req-2dfa451a-a8a2-4053-9f3e-359a49181660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:17.907105 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-87e2dd73-7611-470c-93bf-8d669480947c req-2dfa451a-a8a2-4053-9f3e-359a49181660 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ab8b0f1d-94fd-4bd1-bd0d-b64519bfa4e8 HTTP/1.1" status: 200 len: 1098 time: 0.0451221 Aug 04 05:59:17.944349 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-87e2dd73-7611-470c-93bf-8d669480947c req-d6f11616-8d21-4566-8009-91e892f3b896 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=891ea094-2101-48fa-9c9a-418dc2a82fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288610 Aug 04 05:59:18.355399 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5754951-e53c-4c78-a368-d7e29e3e22cd req-61f4e235-cda6-4479-aaf2-ea9d50295925 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:18.357085 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-b5754951-e53c-4c78-a368-d7e29e3e22cd req-61f4e235-cda6-4479-aaf2-ea9d50295925 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab8b0f1d-94fd-4bd1-bd0d-b64519bfa4e8 HTTP/1.1" status: 200 len: 945 time: 0.0514355 Aug 04 05:59:18.395568 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-b5754951-e53c-4c78-a368-d7e29e3e22cd req-8327a191-9fad-41b2-af25-db03430ea60b tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/security-groups?id=891ea094-2101-48fa-9c9a-418dc2a82fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324926 Aug 04 05:59:19.013017 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-af02ba66-bd33-4c7f-ad7c-7481e90ae0d9 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 05:59:19.767087 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a3a943-cac5-4cb8-8ccc-35508b3cab25 req-8693bb5c-d67a-44b8-b4af-8ee779f17480 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:19.768623 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-a6a3a943-cac5-4cb8-8ccc-35508b3cab25 req-8693bb5c-d67a-44b8-b4af-8ee779f17480 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab8b0f1d-94fd-4bd1-bd0d-b64519bfa4e8 HTTP/1.1" status: 200 len: 945 time: 0.3026249 Aug 04 05:59:19.807709 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-a6a3a943-cac5-4cb8-8ccc-35508b3cab25 req-3d24184f-5819-413e-9f57-7899bb3f03da tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/security-groups?id=891ea094-2101-48fa-9c9a-418dc2a82fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327485 Aug 04 05:59:26.466861 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:33.613871 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-31458233-829f-463f-b893-747433859625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:34.700389 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-07007cf1-1649-47e2-9b79-7ee32e46be19 req-a1c3f4db-3eed-498a-9f47-c65533ef2be8 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-288788426&fields=id&tenant_id=b09ae787d8884ae3ba4497e18def9b7a HTTP/1.1" status: 200 len: 267 time: 0.0331099 Aug 04 05:59:34.811360 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07007cf1-1649-47e2-9b79-7ee32e46be19 req-d81359b6-55bc-40d2-a042-b3a0a2672063 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:34.813501 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-07007cf1-1649-47e2-9b79-7ee32e46be19 req-d81359b6-55bc-40d2-a042-b3a0a2672063 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/networks?id=75087129-2768-469a-b081-a5bf8e2c4322 HTTP/1.1" status: 200 len: 811 time: 0.1051936 Aug 04 05:59:34.827949 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-07007cf1-1649-47e2-9b79-7ee32e46be19 req-7e2ed606-d6e4-4e64-9f0a-a6a1632912a5 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/quotas/b09ae787d8884ae3ba4497e18def9b7a HTTP/1.1" status: 200 len: 375 time: 0.0088878 Aug 04 05:59:34.878580 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-07007cf1-1649-47e2-9b79-7ee32e46be19 req-5802eba0-278f-426c-9332-77618b967e37 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b09ae787d8884ae3ba4497e18def9b7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450995 Aug 04 05:59:34.977542 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-07007cf1-1649-47e2-9b79-7ee32e46be19 req-f39a1e60-d2ac-4663-9c13-71642fa550ef service neutron] 10.222.0.37 "GET /v2.0/networks/75087129-2768-469a-b081-a5bf8e2c4322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867596 Aug 04 05:59:35.065311 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-07007cf1-1649-47e2-9b79-7ee32e46be19 req-370e0f32-bc6f-4589-87a2-2938037d57a9 service neutron] 10.222.0.37 "GET /v2.0/networks/75087129-2768-469a-b081-a5bf8e2c4322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816300 Aug 04 05:59:35.907034 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f55d32ce-f83b-47ee-8fc2-4ca447102c14 req-06ef8b08-df84-48f6-bbf6-334eb13e2ea2 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb2d2537-58ff-4ee6-bac9-e119452148ab HTTP/1.1" status: 200 len: 210 time: 0.0275438 Aug 04 05:59:36.020208 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-e6e80060-0847-4ec5-88db-144027a75268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:36.080187 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786e6ec-d0a1-4b30-9d87-eb9c94b89107 req-6e03da0d-174f-4f31-8dd5-e5c43c6fd95e tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:36.081654 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-f786e6ec-d0a1-4b30-9d87-eb9c94b89107 req-6e03da0d-174f-4f31-8dd5-e5c43c6fd95e tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab8b0f1d-94fd-4bd1-bd0d-b64519bfa4e8 HTTP/1.1" status: 200 len: 945 time: 0.0503874 Aug 04 05:59:36.121462 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-f786e6ec-d0a1-4b30-9d87-eb9c94b89107 req-b6b12611-ad00-4b96-84d2-fa1289cafe73 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/security-groups?id=891ea094-2101-48fa-9c9a-418dc2a82fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331135 Aug 04 05:59:36.220987 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:36.987115 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-c520a822-fa82-4e45-b9ae-6f166d8055d4 req-d2de96a6-a4aa-4270-b095-17cf791d0ca1 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb2d2537-58ff-4ee6-bac9-e119452148ab HTTP/1.1" status: 200 len: 210 time: 0.0261395 Aug 04 05:59:37.240102 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946b79d-4a94-4454-a482-71afa3afa2b6 req-a4794e7c-7dde-41a4-b003-5231362d50fc tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:37.241584 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-7946b79d-4a94-4454-a482-71afa3afa2b6 req-a4794e7c-7dde-41a4-b003-5231362d50fc tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab8b0f1d-94fd-4bd1-bd0d-b64519bfa4e8 HTTP/1.1" status: 200 len: 945 time: 0.0531995 Aug 04 05:59:37.280599 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-7946b79d-4a94-4454-a482-71afa3afa2b6 req-29d0ef92-2eef-4f95-9bcb-07d85e86bfc9 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/security-groups?id=891ea094-2101-48fa-9c9a-418dc2a82fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329847 Aug 04 05:59:37.574291 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6693b30c-6718-4946-8b55-748181203f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:38.078599 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-28eb8052-3529-44d5-8f40-17ad93c0511d req-4874ee3b-e3ab-4476-8223-b34ac1c98b5f tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb2d2537-58ff-4ee6-bac9-e119452148ab HTTP/1.1" status: 200 len: 210 time: 0.0262151 Aug 04 05:59:38.109305 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74906724-82a9-4ba3-8fe3-9aedf4e967ba req-e5324d1c-940e-4e45-b9df-b4bdb42cadca tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:38.111539 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-74906724-82a9-4ba3-8fe3-9aedf4e967ba req-e5324d1c-940e-4e45-b9df-b4bdb42cadca tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab8b0f1d-94fd-4bd1-bd0d-b64519bfa4e8 HTTP/1.1" status: 200 len: 945 time: 0.0474434 Aug 04 05:59:38.206796 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [req-74906724-82a9-4ba3-8fe3-9aedf4e967ba req-d9ac6423-2b27-4b5f-b3c5-2b8e48c6d11d tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Deleting port 25c6fb19-1fd5-425e-8d49-a90c94bf98c0 {{(pid=100432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 05:59:38.207132 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-74906724-82a9-4ba3-8fe3-9aedf4e967ba req-d9ac6423-2b27-4b5f-b3c5-2b8e48c6d11d tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:38.304447 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [req-74906724-82a9-4ba3-8fe3-9aedf4e967ba req-d9ac6423-2b27-4b5f-b3c5-2b8e48c6d11d tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] For port 25c6fb19-1fd5-425e-8d49-a90c94bf98c0, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=25c6fb19-1fd5-425e-8d49-a90c94bf98c0,segment=NetworkSegment(56857cc4-8378-4d20-9e3c-c07dc6a33ba7),segment_id=56857cc4-8378-4d20-9e3c-c07dc6a33ba7)] {{(pid=100432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:59:38.304447 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-74906724-82a9-4ba3-8fe3-9aedf4e967ba req-d9ac6423-2b27-4b5f-b3c5-2b8e48c6d11d tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:38.317935 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [req-74906724-82a9-4ba3-8fe3-9aedf4e967ba req-d9ac6423-2b27-4b5f-b3c5-2b8e48c6d11d tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Calling delete_port for 25c6fb19-1fd5-425e-8d49-a90c94bf98c0 owned by compute:nova {{(pid=100432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 05:59:38.396995 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1083a-bd4e-44e2-9591-7fdf6f32f96c req-c4ed6ecf-ffc9-461b-ac53-77a6eb380083 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:38.398591 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-84c1083a-bd4e-44e2-9591-7fdf6f32f96c req-c4ed6ecf-ffc9-461b-ac53-77a6eb380083 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab8b0f1d-94fd-4bd1-bd0d-b64519bfa4e8 HTTP/1.1" status: 200 len: 945 time: 0.0481534 Aug 04 05:59:38.438538 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-84c1083a-bd4e-44e2-9591-7fdf6f32f96c req-ca8de8bc-ee76-4654-8a1f-a9a00f79b976 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/security-groups?id=891ea094-2101-48fa-9c9a-418dc2a82fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335515 Aug 04 05:59:38.598088 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-74906724-82a9-4ba3-8fe3-9aedf4e967ba req-d9ac6423-2b27-4b5f-b3c5-2b8e48c6d11d tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:38.611178 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] get_ports_and_sgs() called for port_ids ['662ea2ac-c9d6-456e-b76a-7c4968bba9cf', '095f9c91-8c8a-4a2d-829f-439122d79119', '88ebabce-dc30-4876-bde5-52e9477a98af', '25c6fb19-1fd5-425e-8d49-a90c94bf98c0'] {{(pid=100433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 05:59:38.646504 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac6423-2b27-4b5f-b3c5-2b8e48c6d11d tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Pushing event deleted for resources: {'Port': ['ID=25c6fb19-1fd5-425e-8d49-a90c94bf98c0,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:59:38.690948 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.l3_dvrscheduler_db [req-74906724-82a9-4ba3-8fe3-9aedf4e967ba req-d9ac6423-2b27-4b5f-b3c5-2b8e48c6d11d tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] No DVR routers for this DVR port 25c6fb19-1fd5-425e-8d49-a90c94bf98c0 on host hv-cinder-80161 {{(pid=100432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 05:59:38.694994 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-74906724-82a9-4ba3-8fe3-9aedf4e967ba req-d9ac6423-2b27-4b5f-b3c5-2b8e48c6d11d tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for port, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:38.697057 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-74906724-82a9-4ba3-8fe3-9aedf4e967ba req-d9ac6423-2b27-4b5f-b3c5-2b8e48c6d11d tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.18 "DELETE /v2.0/ports/25c6fb19-1fd5-425e-8d49-a90c94bf98c0 HTTP/1.1" status: 204 len: 173 time: 0.5767279 Aug 04 05:59:38.697490 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab8b0f1d-94fd-4bd1-bd0d-b64519bfa4e8', 'name': 'network-vif-deleted', 'tag': '25c6fb19-1fd5-425e-8d49-a90c94bf98c0'}] {{(pid=100432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:59:38.701119 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7961aa7e709e573ce1f4efc3791ca037d6473da3b2c6b2a251ebfb1631130676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f9bb1c-a482-4b91-ae38-a5243c495b28" -d '{"events": [{"server_uuid": "ab8b0f1d-94fd-4bd1-bd0d-b64519bfa4e8", "name": "network-vif-deleted", "tag": "25c6fb19-1fd5-425e-8d49-a90c94bf98c0"}]}' {{(pid=100432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:59:38.710712 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07007cf1-1649-47e2-9b79-7ee32e46be19 req-d02786bf-4287-4a48-8221-0a6dc105d5dc tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:38.712230 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-07007cf1-1649-47e2-9b79-7ee32e46be19 req-d02786bf-4287-4a48-8221-0a6dc105d5dc tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.18 "GET /v2.0/networks?id=75087129-2768-469a-b081-a5bf8e2c4322 HTTP/1.1" status: 200 len: 811 time: 0.1749761 Aug 04 05:59:38.743846 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 05:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675e7719-4995-4996-a6c7-69d65c0440a1 x-openstack-request-id: req-675e7719-4995-4996-a6c7-69d65c0440a1 {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:59:38.743846 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab8b0f1d-94fd-4bd1-bd0d-b64519bfa4e8", "name": "network-vif-deleted", "tag": "25c6fb19-1fd5-425e-8d49-a90c94bf98c0", "status": "completed", "code": 200}]} {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:59:38.744286 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-675e7719-4995-4996-a6c7-69d65c0440a1 {{(pid=100432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:59:38.744565 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab8b0f1d-94fd-4bd1-bd0d-b64519bfa4e8', 'name': 'network-vif-deleted', 'tag': '25c6fb19-1fd5-425e-8d49-a90c94bf98c0', 'status': 'completed', 'code': 200} Aug 04 05:59:38.769036 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-07007cf1-1649-47e2-9b79-7ee32e46be19 req-fe63d0cc-a2c1-4617-9aad-4e10932fd3cf tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b09ae787d8884ae3ba4497e18def9b7a HTTP/1.1" status: 200 len: 379 time: 0.0437131 Aug 04 05:59:38.780116 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [req-07007cf1-1649-47e2-9b79-7ee32e46be19 req-5883cec2-aecc-458f-86ea-81ad59516ec0 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Request body: {'port': {'device_id': 'cb2d2537-58ff-4ee6-bac9-e119452148ab', 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322', 'admin_state_up': True, 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'security_groups': ['001f273c-59a8-4cf5-bf44-7d4de218e3c6']}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:59:39.009077 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07007cf1-1649-47e2-9b79-7ee32e46be19 req-5883cec2-aecc-458f-86ea-81ad59516ec0 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Made reservation on behalf of b09ae787d8884ae3ba4497e18def9b7a for: {'port': 1} {{(pid=100432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 05:59:39.012805 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-07007cf1-1649-47e2-9b79-7ee32e46be19 req-5883cec2-aecc-458f-86ea-81ad59516ec0 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:39.182757 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.db_base_plugin_common [req-07007cf1-1649-47e2-9b79-7ee32e46be19 req-5883cec2-aecc-458f-86ea-81ad59516ec0 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Allocated IP 172.20.0.7 (75087129-2768-469a-b081-a5bf8e2c4322/1710d15a-86d5-46eb-8a18-ce13aa256ffd/1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf) {{(pid=100432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 05:59:39.186564 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-7e84ad75-2ab7-491b-bbe6-5e91fa9d4a19 req-f05698ca-4212-415b-ab30-aa02086a4b27 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb2d2537-58ff-4ee6-bac9-e119452148ab HTTP/1.1" status: 200 len: 210 time: 0.0363340 Aug 04 05:59:39.328715 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-07007cf1-1649-47e2-9b79-7ee32e46be19 req-5883cec2-aecc-458f-86ea-81ad59516ec0 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks [] for port, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:39.342719 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.provisioning_blocks [req-07007cf1-1649-47e2-9b79-7ee32e46be19 req-5883cec2-aecc-458f-86ea-81ad59516ec0 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Transition to ACTIVE for port object 1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf will not be triggered until provisioned by entity DHCP. {{(pid=100432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:59:39.540419 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-fc01a56a-a8cd-4e34-b24c-3e206e201158 req-c792c593-7057-4dab-b634-100e7c779e89 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab8b0f1d-94fd-4bd1-bd0d-b64519bfa4e8 HTTP/1.1" status: 200 len: 210 time: 0.0262609 Aug 04 05:59:39.557478 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-dee0c6e9-f257-441c-951e-ad3806d8c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:39.596814 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-07007cf1-1649-47e2-9b79-7ee32e46be19 req-5883cec2-aecc-458f-86ea-81ad59516ec0 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:39.638283 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07007cf1-1649-47e2-9b79-7ee32e46be19 req-5883cec2-aecc-458f-86ea-81ad59516ec0 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Network 75087129-2768-469a-b081-a5bf8e2c4322 is already hosted by enough agents. {{(pid=100432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:59:39.642039 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.base_scheduler [req-07007cf1-1649-47e2-9b79-7ee32e46be19 req-5883cec2-aecc-458f-86ea-81ad59516ec0 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Resources bound (agent type, host, resource id): {{(pid=100432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:59:39.647790 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.l3_dvrscheduler_db [req-07007cf1-1649-47e2-9b79-7ee32e46be19 req-5883cec2-aecc-458f-86ea-81ad59516ec0 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Received port after_create {{(pid=100432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 05:59:39.653945 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5883cec2-aecc-458f-86ea-81ad59516ec0 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Pushing event updated for resources: {'Port': ['ID=1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:59:39.680207 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5883cec2-aecc-458f-86ea-81ad59516ec0 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:59:39.680548 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5883cec2-aecc-458f-86ea-81ad59516ec0 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:59:39.680881 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5883cec2-aecc-458f-86ea-81ad59516ec0 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:59:39.681209 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5883cec2-aecc-458f-86ea-81ad59516ec0 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:59:39.681532 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5883cec2-aecc-458f-86ea-81ad59516ec0 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:59:39.681859 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5883cec2-aecc-458f-86ea-81ad59516ec0 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:59:39.682180 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5883cec2-aecc-458f-86ea-81ad59516ec0 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:59:39.682503 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5883cec2-aecc-458f-86ea-81ad59516ec0 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:59:39.682823 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5883cec2-aecc-458f-86ea-81ad59516ec0 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:59:39.683198 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5883cec2-aecc-458f-86ea-81ad59516ec0 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:59:39.683518 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5883cec2-aecc-458f-86ea-81ad59516ec0 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:59:39.683833 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5883cec2-aecc-458f-86ea-81ad59516ec0 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:59:39.715498 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07007cf1-1649-47e2-9b79-7ee32e46be19 req-5883cec2-aecc-458f-86ea-81ad59516ec0 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:39.716201 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-07007cf1-1649-47e2-9b79-7ee32e46be19 req-5883cec2-aecc-458f-86ea-81ad59516ec0 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for port, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:39.837222 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-07007cf1-1649-47e2-9b79-7ee32e46be19 req-5883cec2-aecc-458f-86ea-81ad59516ec0 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0607142 Aug 04 05:59:39.850547 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [req-07007cf1-1649-47e2-9b79-7ee32e46be19 req-91a68b18-8c69-450a-b649-028372cc73e9 service neutron] Request body: {'port': {'device_id': 'cb2d2537-58ff-4ee6-bac9-e119452148ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:59:39.903422 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-07007cf1-1649-47e2-9b79-7ee32e46be19 req-91a68b18-8c69-450a-b649-028372cc73e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:40.100057 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-1d584f06-7cfe-4cda-9c97-f498cff2a447 None None] Provisioning for port 1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf completed by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:59:40.114267 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-1d584f06-7cfe-4cda-9c97-f498cff2a447 None None] Provisioning complete for port 1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf triggered by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:59:40.114634 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-1d584f06-7cfe-4cda-9c97-f498cff2a447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:40.169626 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-1d584f06-7cfe-4cda-9c97-f498cff2a447 None None] Port 1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf cannot update to ACTIVE because it is not bound. {{(pid=100433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 05:59:40.176188 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [req-07007cf1-1649-47e2-9b79-7ee32e46be19 req-91a68b18-8c69-450a-b649-028372cc73e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf {{(pid=100432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 05:59:40.180384 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-07007cf1-1649-47e2-9b79-7ee32e46be19 req-91a68b18-8c69-450a-b649-028372cc73e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:40.192595 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.provisioning_blocks [req-07007cf1-1649-47e2-9b79-7ee32e46be19 req-91a68b18-8c69-450a-b649-028372cc73e9 service neutron] Transition to ACTIVE for port object 1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf will not be triggered until provisioned by entity L2. {{(pid=100432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 05:59:40.301735 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce10ff-45c2-4651-98d4-83f99764e552 req-a6a549d6-2209-4796-bcc2-a06b33c88ed5 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:40.314234 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5cce10ff-45c2-4651-98d4-83f99764e552 req-a6a549d6-2209-4796-bcc2-a06b33c88ed5 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb2d2537-58ff-4ee6-bac9-e119452148ab HTTP/1.1" status: 200 len: 931 time: 0.0501611 Aug 04 05:59:40.342783 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5cce10ff-45c2-4651-98d4-83f99764e552 req-d09790db-38e4-4e86-af10-bf49f708a104 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/security-groups?id=001f273c-59a8-4cf5-bf44-7d4de218e3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335546 Aug 04 05:59:40.438144 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-07007cf1-1649-47e2-9b79-7ee32e46be19 req-91a68b18-8c69-450a-b649-028372cc73e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5048305'] for port, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:40.488414 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a68b18-8c69-450a-b649-028372cc73e9 service neutron] Pushing event updated for resources: {'Port': ['ID=1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf,revision_number=2']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:59:40.561954 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.managers [req-07007cf1-1649-47e2-9b79-7ee32e46be19 req-91a68b18-8c69-450a-b649-028372cc73e9 service neutron] Attempting to bind port 1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf on host hv-cinder-80161 for vnic_type normal with profile {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 05:59:40.562285 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.managers [req-07007cf1-1649-47e2-9b79-7ee32e46be19 req-91a68b18-8c69-450a-b649-028372cc73e9 service neutron] Attempting to bind port 1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': '327125db-98e8-4cbc-9cc1-4f04032296be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322'}] {{(pid=100432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 05:59:40.562649 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07007cf1-1649-47e2-9b79-7ee32e46be19 req-91a68b18-8c69-450a-b649-028372cc73e9 service neutron] Attempting to bind port 1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf on network 75087129-2768-469a-b081-a5bf8e2c4322 {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:59:40.568633 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07007cf1-1649-47e2-9b79-7ee32e46be19 req-91a68b18-8c69-450a-b649-028372cc73e9 service neutron] Port 1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf on network 75087129-2768-469a-b081-a5bf8e2c4322 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 05:59:40.569004 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07007cf1-1649-47e2-9b79-7ee32e46be19 req-91a68b18-8c69-450a-b649-028372cc73e9 service neutron] Attempting to bind port 1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf on network 75087129-2768-469a-b081-a5bf8e2c4322 {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 05:59:40.575279 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07007cf1-1649-47e2-9b79-7ee32e46be19 req-91a68b18-8c69-450a-b649-028372cc73e9 service neutron] Checking agent: {'id': 'b8cb1127-4c6b-4c0f-8dda-968dd091f2d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 5, 51, 56), 'started_at': datetime.datetime(2021, 8, 4, 5, 51, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 5, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 05:59:40.575649 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07007cf1-1649-47e2-9b79-7ee32e46be19 req-91a68b18-8c69-450a-b649-028372cc73e9 service neutron] Checking segment: {'id': '327125db-98e8-4cbc-9cc1-4f04032296be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 05:59:40.576073 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07007cf1-1649-47e2-9b79-7ee32e46be19 req-91a68b18-8c69-450a-b649-028372cc73e9 service neutron] Bound using segment: {'id': '327125db-98e8-4cbc-9cc1-4f04032296be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322'} {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 05:59:40.576513 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.managers [req-07007cf1-1649-47e2-9b79-7ee32e46be19 req-91a68b18-8c69-450a-b649-028372cc73e9 service neutron] Bound port: 1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '327125db-98e8-4cbc-9cc1-4f04032296be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322'}}] {{(pid=100432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 05:59:40.577036 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-07007cf1-1649-47e2-9b79-7ee32e46be19 req-91a68b18-8c69-450a-b649-028372cc73e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:40.649761 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [req-07007cf1-1649-47e2-9b79-7ee32e46be19 req-91a68b18-8c69-450a-b649-028372cc73e9 service neutron] For port 1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf, host hv-cinder-80161, cleared binding levels {{(pid=100432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 05:59:40.652759 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [req-07007cf1-1649-47e2-9b79-7ee32e46be19 req-91a68b18-8c69-450a-b649-028372cc73e9 service neutron] For port 1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf,segment=NetworkSegment(327125db-98e8-4cbc-9cc1-4f04032296be),segment_id=327125db-98e8-4cbc-9cc1-4f04032296be)] {{(pid=100432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 05:59:40.866197 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-07007cf1-1649-47e2-9b79-7ee32e46be19 req-91a68b18-8c69-450a-b649-028372cc73e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5048305'] for port, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:40.901180 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07007cf1-1649-47e2-9b79-7ee32e46be19 req-91a68b18-8c69-450a-b649-028372cc73e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:40.902073 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-07007cf1-1649-47e2-9b79-7ee32e46be19 req-91a68b18-8c69-450a-b649-028372cc73e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for port, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:40.903487 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-07007cf1-1649-47e2-9b79-7ee32e46be19 req-91a68b18-8c69-450a-b649-028372cc73e9 service neutron] 10.222.0.18 "PUT /v2.0/ports/1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf HTTP/1.1" status: 200 len: 1093 time: 1.0570867 Aug 04 05:59:40.905760 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2d2537-58ff-4ee6-bac9-e119452148ab', 'tag': '1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf'}] {{(pid=100432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:59:40.909073 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7961aa7e709e573ce1f4efc3791ca037d6473da3b2c6b2a251ebfb1631130676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64d94f9-23c0-4b3f-bb11-e5e5181d2d5d" -d '{"events": [{"name": "network-changed", "server_uuid": "cb2d2537-58ff-4ee6-bac9-e119452148ab", "tag": "1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf"}]}' {{(pid=100432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:59:40.935328 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a68b18-8c69-450a-b649-028372cc73e9 service neutron] Pushing event updated for resources: {'Port': ['ID=1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf,revision_number=3']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:59:40.961322 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 05:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6f3a83-11ce-4183-b22e-4fc00240b49f x-openstack-request-id: req-5c6f3a83-11ce-4183-b22e-4fc00240b49f {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:59:40.961322 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb2d2537-58ff-4ee6-bac9-e119452148ab", "tag": "1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf", "status": "completed", "code": 200}]} {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:59:40.961322 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5c6f3a83-11ce-4183-b22e-4fc00240b49f {{(pid=100432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:59:40.961322 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb2d2537-58ff-4ee6-bac9-e119452148ab', 'tag': '1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf', 'status': 'completed', 'code': 200} Aug 04 05:59:41.025828 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d94f9-23c0-4b3f-bb11-e5e5181d2d5d req-153fcb1c-b410-40d1-a9b0-003e393b2f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:41.027381 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-b64d94f9-23c0-4b3f-bb11-e5e5181d2d5d req-153fcb1c-b410-40d1-a9b0-003e393b2f21 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b09ae787d8884ae3ba4497e18def9b7a&device_id=cb2d2537-58ff-4ee6-bac9-e119452148ab HTTP/1.1" status: 200 len: 1096 time: 0.0461445 Aug 04 05:59:41.145321 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d94f9-23c0-4b3f-bb11-e5e5181d2d5d req-127949af-00a6-47a4-8b1e-b144538921e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:41.145321 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-b64d94f9-23c0-4b3f-bb11-e5e5181d2d5d req-127949af-00a6-47a4-8b1e-b144538921e1 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=b09ae787d8884ae3ba4497e18def9b7a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0994163 Aug 04 05:59:41.466216 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9855b0-d167-40be-bdbd-28366985ba07 req-2dcf99c9-7e29-4504-b42d-819d52516d58 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:41.468052 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-fe9855b0-d167-40be-bdbd-28366985ba07 req-2dcf99c9-7e29-4504-b42d-819d52516d58 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb2d2537-58ff-4ee6-bac9-e119452148ab HTTP/1.1" status: 200 len: 943 time: 0.0495429 Aug 04 05:59:41.489039 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d94f9-23c0-4b3f-bb11-e5e5181d2d5d req-0d0c93a4-0cee-4483-b095-1e045d0ca553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:41.491041 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-b64d94f9-23c0-4b3f-bb11-e5e5181d2d5d req-0d0c93a4-0cee-4483-b095-1e045d0ca553 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3417208 Aug 04 05:59:41.514374 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-fe9855b0-d167-40be-bdbd-28366985ba07 req-0a393caf-0a11-489a-b57b-52a6a7e259f3 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/security-groups?id=001f273c-59a8-4cf5-bf44-7d4de218e3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375948 Aug 04 05:59:41.573095 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07007cf1-1649-47e2-9b79-7ee32e46be19 req-9ab1e2e6-8688-403c-a3a5-1a0cd0ed1b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:41.574645 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-07007cf1-1649-47e2-9b79-7ee32e46be19 req-9ab1e2e6-8688-403c-a3a5-1a0cd0ed1b95 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b09ae787d8884ae3ba4497e18def9b7a&device_id=cb2d2537-58ff-4ee6-bac9-e119452148ab HTTP/1.1" status: 200 len: 1096 time: 0.0410950 Aug 04 05:59:41.619671 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-07007cf1-1649-47e2-9b79-7ee32e46be19 req-692abf04-6647-4739-b95e-be25f0de10aa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf HTTP/1.1" status: 200 len: 217 time: 0.0345685 Aug 04 05:59:41.674312 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07007cf1-1649-47e2-9b79-7ee32e46be19 req-ba84ae70-8b04-4513-9dc3-899eb0fe24a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:41.675724 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-07007cf1-1649-47e2-9b79-7ee32e46be19 req-ba84ae70-8b04-4513-9dc3-899eb0fe24a2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1710d15a-86d5-46eb-8a18-ce13aa256ffd HTTP/1.1" status: 200 len: 850 time: 0.0429392 Aug 04 05:59:41.729932 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07007cf1-1649-47e2-9b79-7ee32e46be19 req-206fb356-86d9-471f-9c04-4962925c650c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:41.731329 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-07007cf1-1649-47e2-9b79-7ee32e46be19 req-206fb356-86d9-471f-9c04-4962925c650c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=75087129-2768-469a-b081-a5bf8e2c4322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426915 Aug 04 05:59:41.818815 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-07007cf1-1649-47e2-9b79-7ee32e46be19 req-9cfb0973-2cd5-498f-8b4f-d688769ac833 service neutron] 10.222.0.18 "GET /v2.0/networks/75087129-2768-469a-b081-a5bf8e2c4322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789473 Aug 04 05:59:41.916588 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-07007cf1-1649-47e2-9b79-7ee32e46be19 req-9db8147a-708b-4067-98d8-d85424eaf32e service neutron] 10.222.0.18 "GET /v2.0/networks/75087129-2768-469a-b081-a5bf8e2c4322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836010 Aug 04 05:59:42.632242 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c61fd-88da-405d-b8a7-2ff3f53874b0 req-b320984a-e3b1-4708-9d85-4b08556e23f1 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:42.633621 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-dd6c61fd-88da-405d-b8a7-2ff3f53874b0 req-b320984a-e3b1-4708-9d85-4b08556e23f1 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb2d2537-58ff-4ee6-bac9-e119452148ab HTTP/1.1" status: 200 len: 943 time: 0.0495648 Aug 04 05:59:42.670299 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-dd6c61fd-88da-405d-b8a7-2ff3f53874b0 req-9cb0e05b-9464-418f-9472-9f6d7335c68c tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/security-groups?id=001f273c-59a8-4cf5-bf44-7d4de218e3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307910 Aug 04 05:59:42.782739 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd285213-473e-421d-a753-f8e347031aa7 req-91a82d65-2d19-4486-8940-4055e4cbfbe6 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:42.784320 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-cd285213-473e-421d-a753-f8e347031aa7 req-91a82d65-2d19-4486-8940-4055e4cbfbe6 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=37659a77-07d9-4d72-bff3-0ec565e61252 HTTP/1.1" status: 200 len: 945 time: 0.0501227 Aug 04 05:59:42.822332 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-cd285213-473e-421d-a753-f8e347031aa7 req-4ceb8d3e-9490-4c59-b885-833c2e581c2e tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/security-groups?id=891ea094-2101-48fa-9c9a-418dc2a82fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321653 Aug 04 05:59:43.326270 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 25c6fb19-1fd5-425e-8d49-a90c94bf98c0 no longer exists at agent hyperv_hv-cinder-80161 {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 05:59:43.346886 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] No Port match for: 25c6fb19-1fd5-425e-8d49-a90c94bf98c0 {{(pid=100433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 05:59:43.347217 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 25c6fb19-1fd5-425e-8d49-a90c94bf98c0 not bound to the agent host hv-cinder-80161 {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 05:59:43.794538 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc31558-e375-420c-b714-3d70d35b9839 req-1a1de7e5-010f-408f-85fe-e49866736e0d tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:43.796060 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9bc31558-e375-420c-b714-3d70d35b9839 req-1a1de7e5-010f-408f-85fe-e49866736e0d tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb2d2537-58ff-4ee6-bac9-e119452148ab HTTP/1.1" status: 200 len: 943 time: 0.0536885 Aug 04 05:59:43.834836 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9bc31558-e375-420c-b714-3d70d35b9839 req-9556aa12-8976-435f-9e16-1332a0ce4584 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/security-groups?id=001f273c-59a8-4cf5-bf44-7d4de218e3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321605 Aug 04 05:59:43.934145 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99002e-0cd2-445c-b96e-5bd4405ae7d0 req-9d650a16-bbc8-48c9-a73b-3cf77b345416 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:43.935526 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9f99002e-0cd2-445c-b96e-5bd4405ae7d0 req-9d650a16-bbc8-48c9-a73b-3cf77b345416 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=37659a77-07d9-4d72-bff3-0ec565e61252 HTTP/1.1" status: 200 len: 945 time: 0.0471709 Aug 04 05:59:43.974433 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9f99002e-0cd2-445c-b96e-5bd4405ae7d0 req-f4a94fff-666a-4107-93ff-1bc987ecab64 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/security-groups?id=891ea094-2101-48fa-9c9a-418dc2a82fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321395 Aug 04 05:59:44.856875 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1201e8-beb9-4d8c-bf99-7d4d1ee60310 req-827b926a-9541-452a-bc99-2124cf2975f8 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:44.858289 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-2d1201e8-beb9-4d8c-bf99-7d4d1ee60310 req-827b926a-9541-452a-bc99-2124cf2975f8 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.18 "GET /v2.0/ports?device_id=37659a77-07d9-4d72-bff3-0ec565e61252 HTTP/1.1" status: 200 len: 945 time: 0.0481913 Aug 04 05:59:44.959442 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdfd015-4517-4954-8c4d-9343ef94710f req-d177742f-82ba-4950-8780-b98ef1c7521e tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:44.960991 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-efdfd015-4517-4954-8c4d-9343ef94710f req-d177742f-82ba-4950-8780-b98ef1c7521e tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb2d2537-58ff-4ee6-bac9-e119452148ab HTTP/1.1" status: 200 len: 943 time: 0.0571051 Aug 04 05:59:44.962268 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [req-2d1201e8-beb9-4d8c-bf99-7d4d1ee60310 req-27635b86-7a8f-46ac-a031-b1413a5a5be3 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Deleting port 88ebabce-dc30-4876-bde5-52e9477a98af {{(pid=100432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 05:59:44.962605 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-2d1201e8-beb9-4d8c-bf99-7d4d1ee60310 req-27635b86-7a8f-46ac-a031-b1413a5a5be3 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:44.998194 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-efdfd015-4517-4954-8c4d-9343ef94710f req-16e68c5a-7bf6-4d89-a571-59a8ee5f668d tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/security-groups?id=001f273c-59a8-4cf5-bf44-7d4de218e3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312748 Aug 04 05:59:45.091193 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [req-2d1201e8-beb9-4d8c-bf99-7d4d1ee60310 req-27635b86-7a8f-46ac-a031-b1413a5a5be3 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] For port 88ebabce-dc30-4876-bde5-52e9477a98af, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=88ebabce-dc30-4876-bde5-52e9477a98af,segment=NetworkSegment(56857cc4-8378-4d20-9e3c-c07dc6a33ba7),segment_id=56857cc4-8378-4d20-9e3c-c07dc6a33ba7)] {{(pid=100432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:59:45.091819 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-2d1201e8-beb9-4d8c-bf99-7d4d1ee60310 req-27635b86-7a8f-46ac-a031-b1413a5a5be3 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:45.105887 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [req-2d1201e8-beb9-4d8c-bf99-7d4d1ee60310 req-27635b86-7a8f-46ac-a031-b1413a5a5be3 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Calling delete_port for 88ebabce-dc30-4876-bde5-52e9477a98af owned by compute:nova {{(pid=100432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 05:59:45.128768 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188bd842-ccb7-4b55-8e19-4881bf4d1abc req-281df8c4-1782-4fb8-a81d-4480ba552279 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:45.130173 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-188bd842-ccb7-4b55-8e19-4881bf4d1abc req-281df8c4-1782-4fb8-a81d-4480ba552279 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=37659a77-07d9-4d72-bff3-0ec565e61252 HTTP/1.1" status: 200 len: 945 time: 0.0843146 Aug 04 05:59:45.206921 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-188bd842-ccb7-4b55-8e19-4881bf4d1abc req-9df29feb-5434-4cde-8f30-02fc28aedb29 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/security-groups?id=891ea094-2101-48fa-9c9a-418dc2a82fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479496 Aug 04 05:59:45.401970 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-2d1201e8-beb9-4d8c-bf99-7d4d1ee60310 req-27635b86-7a8f-46ac-a031-b1413a5a5be3 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:45.417475 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] get_ports_and_sgs() called for port_ids ['662ea2ac-c9d6-456e-b76a-7c4968bba9cf', '095f9c91-8c8a-4a2d-829f-439122d79119', '88ebabce-dc30-4876-bde5-52e9477a98af'] {{(pid=100433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 05:59:45.433171 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27635b86-7a8f-46ac-a031-b1413a5a5be3 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Pushing event deleted for resources: {'Port': ['ID=88ebabce-dc30-4876-bde5-52e9477a98af,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:59:45.476091 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d1201e8-beb9-4d8c-bf99-7d4d1ee60310 req-27635b86-7a8f-46ac-a031-b1413a5a5be3 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] No DVR routers for this DVR port 88ebabce-dc30-4876-bde5-52e9477a98af on host hv-cinder-80161 {{(pid=100432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 05:59:45.478440 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-2d1201e8-beb9-4d8c-bf99-7d4d1ee60310 req-27635b86-7a8f-46ac-a031-b1413a5a5be3 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for port, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:45.480409 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-2d1201e8-beb9-4d8c-bf99-7d4d1ee60310 req-27635b86-7a8f-46ac-a031-b1413a5a5be3 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.18 "DELETE /v2.0/ports/88ebabce-dc30-4876-bde5-52e9477a98af HTTP/1.1" status: 204 len: 173 time: 0.6143379 Aug 04 05:59:45.480859 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37659a77-07d9-4d72-bff3-0ec565e61252', 'name': 'network-vif-deleted', 'tag': '88ebabce-dc30-4876-bde5-52e9477a98af'}] {{(pid=100432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:59:45.483028 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7961aa7e709e573ce1f4efc3791ca037d6473da3b2c6b2a251ebfb1631130676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84bbdaf-048b-45fd-bfa2-fe49c6d255c5" -d '{"events": [{"server_uuid": "37659a77-07d9-4d72-bff3-0ec565e61252", "name": "network-vif-deleted", "tag": "88ebabce-dc30-4876-bde5-52e9477a98af"}]}' {{(pid=100432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:59:45.524336 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 05:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc34c8fd-4bec-4957-ab6f-e625e31ec7f5 x-openstack-request-id: req-fc34c8fd-4bec-4957-ab6f-e625e31ec7f5 {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:59:45.524623 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37659a77-07d9-4d72-bff3-0ec565e61252", "name": "network-vif-deleted", "tag": "88ebabce-dc30-4876-bde5-52e9477a98af", "status": "completed", "code": 200}]} {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:59:45.524872 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fc34c8fd-4bec-4957-ab6f-e625e31ec7f5 {{(pid=100432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:59:45.525268 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37659a77-07d9-4d72-bff3-0ec565e61252', 'name': 'network-vif-deleted', 'tag': '88ebabce-dc30-4876-bde5-52e9477a98af', 'status': 'completed', 'code': 200} Aug 04 05:59:46.116650 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65dc2be-bfc8-4094-8c32-db501475f368 req-ad841ea6-2a46-425e-9f71-3a732425272f tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:46.118138 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-a65dc2be-bfc8-4094-8c32-db501475f368 req-ad841ea6-2a46-425e-9f71-3a732425272f tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb2d2537-58ff-4ee6-bac9-e119452148ab HTTP/1.1" status: 200 len: 943 time: 0.0498874 Aug 04 05:59:46.157228 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-a65dc2be-bfc8-4094-8c32-db501475f368 req-78e99b75-5442-49ac-80be-11825345072e tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/security-groups?id=001f273c-59a8-4cf5-bf44-7d4de218e3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332377 Aug 04 05:59:46.310640 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-3b5765bd-c81f-43e2-b4bc-a00460f0e2b3 req-628b772b-9ae8-4458-afac-c0549eb4cef9 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=37659a77-07d9-4d72-bff3-0ec565e61252 HTTP/1.1" status: 200 len: 210 time: 0.0254416 Aug 04 05:59:47.275438 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa755836-8263-4ddf-b001-ec745e53c0a9 req-0aaebc10-2e1f-4f08-90eb-09722c86a9b8 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:47.276931 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-aa755836-8263-4ddf-b001-ec745e53c0a9 req-0aaebc10-2e1f-4f08-90eb-09722c86a9b8 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb2d2537-58ff-4ee6-bac9-e119452148ab HTTP/1.1" status: 200 len: 943 time: 0.0522285 Aug 04 05:59:47.313947 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-aa755836-8263-4ddf-b001-ec745e53c0a9 req-8175fd8b-10e4-4372-830f-e4a185a45880 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/security-groups?id=001f273c-59a8-4cf5-bf44-7d4de218e3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306103 Aug 04 05:59:48.048258 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a29943-97b2-496d-88c4-9cbe5de2672b req-386f685c-fee9-44cc-8983-51d81135621a tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:48.049640 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-f8a29943-97b2-496d-88c4-9cbe5de2672b req-386f685c-fee9-44cc-8983-51d81135621a tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=beeeca7d-1b19-458e-b8b5-690e1a3b27ce HTTP/1.1" status: 200 len: 945 time: 0.0475144 Aug 04 05:59:48.086462 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-f8a29943-97b2-496d-88c4-9cbe5de2672b req-cd611a6d-50a6-47b6-819a-b4df1374d83b tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/security-groups?id=891ea094-2101-48fa-9c9a-418dc2a82fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309482 Aug 04 05:59:48.430265 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae383af4-48c9-4833-8d7b-2061bdf5417d req-48570478-f9f0-466e-a198-035a91618f85 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:48.432663 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-ae383af4-48c9-4833-8d7b-2061bdf5417d req-48570478-f9f0-466e-a198-035a91618f85 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb2d2537-58ff-4ee6-bac9-e119452148ab HTTP/1.1" status: 200 len: 943 time: 0.0525360 Aug 04 05:59:48.472073 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-ae383af4-48c9-4833-8d7b-2061bdf5417d req-63c6b0ea-f2e1-483e-a86b-c08aa71949c7 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/security-groups?id=001f273c-59a8-4cf5-bf44-7d4de218e3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323031 Aug 04 05:59:49.200670 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f858d16-81df-4eee-886b-de558975869b req-2e941bb8-d590-4faa-82e6-01a0cca981f6 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:49.202723 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-1f858d16-81df-4eee-886b-de558975869b req-2e941bb8-d590-4faa-82e6-01a0cca981f6 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=beeeca7d-1b19-458e-b8b5-690e1a3b27ce HTTP/1.1" status: 200 len: 945 time: 0.0496488 Aug 04 05:59:49.243267 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-1f858d16-81df-4eee-886b-de558975869b req-924b2322-8f21-4285-a8ac-c463a995aa68 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/security-groups?id=891ea094-2101-48fa-9c9a-418dc2a82fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341420 Aug 04 05:59:49.356108 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 88ebabce-dc30-4876-bde5-52e9477a98af no longer exists at agent hyperv_hv-cinder-80161 {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 05:59:49.378846 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] No Port match for: 88ebabce-dc30-4876-bde5-52e9477a98af {{(pid=100433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 05:59:49.379183 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 88ebabce-dc30-4876-bde5-52e9477a98af not bound to the agent host hv-cinder-80161 {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 05:59:49.592630 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca765f-bba1-49e0-b65f-5f5f7346bcb9 req-de24d4c9-21b2-4e6f-9f2d-5d49b9c03e10 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:49.594278 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-3bca765f-bba1-49e0-b65f-5f5f7346bcb9 req-de24d4c9-21b2-4e6f-9f2d-5d49b9c03e10 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb2d2537-58ff-4ee6-bac9-e119452148ab HTTP/1.1" status: 200 len: 943 time: 0.0506923 Aug 04 05:59:49.631611 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-3bca765f-bba1-49e0-b65f-5f5f7346bcb9 req-783609a9-7bcd-4d63-80f0-b757edd6f820 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/security-groups?id=001f273c-59a8-4cf5-bf44-7d4de218e3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316327 Aug 04 05:59:49.839568 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643a3d4-6c3b-4c8b-9ffb-b8fb6d4a9ca9 req-1fceeb2e-3925-4cf4-89cd-7109dca39dfd tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:49.840966 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-d643a3d4-6c3b-4c8b-9ffb-b8fb6d4a9ca9 req-1fceeb2e-3925-4cf4-89cd-7109dca39dfd tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.18 "GET /v2.0/ports?device_id=beeeca7d-1b19-458e-b8b5-690e1a3b27ce HTTP/1.1" status: 200 len: 945 time: 0.0476799 Aug 04 05:59:49.952006 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [req-d643a3d4-6c3b-4c8b-9ffb-b8fb6d4a9ca9 req-f178bf7a-e776-4dff-ac0c-30070b0b8986 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Deleting port 095f9c91-8c8a-4a2d-829f-439122d79119 {{(pid=100432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 05:59:49.952345 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-d643a3d4-6c3b-4c8b-9ffb-b8fb6d4a9ca9 req-f178bf7a-e776-4dff-ac0c-30070b0b8986 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:50.043034 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [req-d643a3d4-6c3b-4c8b-9ffb-b8fb6d4a9ca9 req-f178bf7a-e776-4dff-ac0c-30070b0b8986 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] For port 095f9c91-8c8a-4a2d-829f-439122d79119, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=095f9c91-8c8a-4a2d-829f-439122d79119,segment=NetworkSegment(56857cc4-8378-4d20-9e3c-c07dc6a33ba7),segment_id=56857cc4-8378-4d20-9e3c-c07dc6a33ba7)] {{(pid=100432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:59:50.043379 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-d643a3d4-6c3b-4c8b-9ffb-b8fb6d4a9ca9 req-f178bf7a-e776-4dff-ac0c-30070b0b8986 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:50.057000 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [req-d643a3d4-6c3b-4c8b-9ffb-b8fb6d4a9ca9 req-f178bf7a-e776-4dff-ac0c-30070b0b8986 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Calling delete_port for 095f9c91-8c8a-4a2d-829f-439122d79119 owned by compute:nova {{(pid=100432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 05:59:50.270831 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-d643a3d4-6c3b-4c8b-9ffb-b8fb6d4a9ca9 req-f178bf7a-e776-4dff-ac0c-30070b0b8986 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:50.287893 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] get_ports_and_sgs() called for port_ids ['662ea2ac-c9d6-456e-b76a-7c4968bba9cf', '095f9c91-8c8a-4a2d-829f-439122d79119'] {{(pid=100433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 05:59:50.305899 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f178bf7a-e776-4dff-ac0c-30070b0b8986 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Pushing event deleted for resources: {'Port': ['ID=095f9c91-8c8a-4a2d-829f-439122d79119,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:59:50.370254 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b3a92281-b282-43ca-9ec9-8fcaabc307df req-a73e388a-948b-4410-856f-7939aa24662d tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1529017371&fields=id&tenant_id=8f62397568a74730be8e584893e1c3e1 HTTP/1.1" status: 200 len: 267 time: 0.0411057 Aug 04 05:59:50.373269 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.l3_dvrscheduler_db [req-d643a3d4-6c3b-4c8b-9ffb-b8fb6d4a9ca9 req-f178bf7a-e776-4dff-ac0c-30070b0b8986 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] No DVR routers for this DVR port 095f9c91-8c8a-4a2d-829f-439122d79119 on host hv-cinder-80161 {{(pid=100432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 05:59:50.375930 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-d643a3d4-6c3b-4c8b-9ffb-b8fb6d4a9ca9 req-f178bf7a-e776-4dff-ac0c-30070b0b8986 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for port, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:50.378206 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-d643a3d4-6c3b-4c8b-9ffb-b8fb6d4a9ca9 req-f178bf7a-e776-4dff-ac0c-30070b0b8986 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.18 "DELETE /v2.0/ports/095f9c91-8c8a-4a2d-829f-439122d79119 HTTP/1.1" status: 204 len: 173 time: 0.5273736 Aug 04 05:59:50.378808 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beeeca7d-1b19-458e-b8b5-690e1a3b27ce', 'name': 'network-vif-deleted', 'tag': '095f9c91-8c8a-4a2d-829f-439122d79119'}] {{(pid=100432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:59:50.381818 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7961aa7e709e573ce1f4efc3791ca037d6473da3b2c6b2a251ebfb1631130676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44c9cbf-755a-4ec0-81af-352763c6823f" -d '{"events": [{"server_uuid": "beeeca7d-1b19-458e-b8b5-690e1a3b27ce", "name": "network-vif-deleted", "tag": "095f9c91-8c8a-4a2d-829f-439122d79119"}]}' {{(pid=100432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:59:50.387486 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-38083124-e668-48fc-9b0c-13603a50dd92 req-db991caa-c94f-4e81-9893-33f6e149b7b6 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=beeeca7d-1b19-458e-b8b5-690e1a3b27ce HTTP/1.1" status: 200 len: 210 time: 0.0559766 Aug 04 05:59:50.443743 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a92281-b282-43ca-9ec9-8fcaabc307df req-6c9db7d7-ed37-4db8-9d79-a93c5217b92c tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:50.446419 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b3a92281-b282-43ca-9ec9-8fcaabc307df req-6c9db7d7-ed37-4db8-9d79-a93c5217b92c tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 984 time: 0.0695617 Aug 04 05:59:50.460322 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [req-b3a92281-b282-43ca-9ec9-8fcaabc307df req-8a81a014-69ab-4a15-962a-a83d65eb04ef tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Request body: {'port': {'security_groups': ['15c688f3-4334-4a5b-b183-64c7de2fe4c8']}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:59:50.549930 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 05:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a41cbb-ad47-43a9-8ce6-171291070e5b x-openstack-request-id: req-13a41cbb-ad47-43a9-8ce6-171291070e5b {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:59:50.550217 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beeeca7d-1b19-458e-b8b5-690e1a3b27ce", "name": "network-vif-deleted", "tag": "095f9c91-8c8a-4a2d-829f-439122d79119", "status": "completed", "code": 200}]} {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:59:50.550321 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-b3a92281-b282-43ca-9ec9-8fcaabc307df req-8a81a014-69ab-4a15-962a-a83d65eb04ef tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:50.550465 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-13a41cbb-ad47-43a9-8ce6-171291070e5b {{(pid=100432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:59:50.550860 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beeeca7d-1b19-458e-b8b5-690e1a3b27ce', 'name': 'network-vif-deleted', 'tag': '095f9c91-8c8a-4a2d-829f-439122d79119', 'status': 'completed', 'code': 200} Aug 04 05:59:50.762148 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e5da9-037a-4296-ae7a-df1a64b23845 req-7ce12409-030b-4b4a-93c9-a95463a90ab3 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:50.763636 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-b89e5da9-037a-4296-ae7a-df1a64b23845 req-7ce12409-030b-4b4a-93c9-a95463a90ab3 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb2d2537-58ff-4ee6-bac9-e119452148ab HTTP/1.1" status: 200 len: 943 time: 0.0548894 Aug 04 05:59:50.804246 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [req-b3a92281-b282-43ca-9ec9-8fcaabc307df req-8a81a014-69ab-4a15-962a-a83d65eb04ef tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] For port c3a5e645-fb9f-449e-9e60-cd87c85b99f9, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=c3a5e645-fb9f-449e-9e60-cd87c85b99f9,segment=NetworkSegment(fd5c282d-b29f-459e-bfb6-2a02f219b3cd),segment_id=fd5c282d-b29f-459e-bfb6-2a02f219b3cd)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:59:50.810561 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-b89e5da9-037a-4296-ae7a-df1a64b23845 req-c9765191-06b9-4f4a-89c6-e91b72e4ea73 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/security-groups?id=001f273c-59a8-4cf5-bf44-7d4de218e3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394530 Aug 04 05:59:50.845643 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-b3a92281-b282-43ca-9ec9-8fcaabc307df req-8a81a014-69ab-4a15-962a-a83d65eb04ef tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:50.917267 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-b3a92281-b282-43ca-9ec9-8fcaabc307df req-8a81a014-69ab-4a15-962a-a83d65eb04ef tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4497425'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:50.929751 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] get_ports_and_sgs() called for port_ids ['c3a5e645-fb9f-449e-9e60-cd87c85b99f9'] {{(pid=100433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 05:59:50.963912 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a92281-b282-43ca-9ec9-8fcaabc307df req-8a81a014-69ab-4a15-962a-a83d65eb04ef tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:50.964871 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [req-b3a92281-b282-43ca-9ec9-8fcaabc307df req-8a81a014-69ab-4a15-962a-a83d65eb04ef tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for port, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:50.966341 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b3a92281-b282-43ca-9ec9-8fcaabc307df req-8a81a014-69ab-4a15-962a-a83d65eb04ef tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "PUT /v2.0/ports/c3a5e645-fb9f-449e-9e60-cd87c85b99f9 HTTP/1.1" status: 200 len: 942 time: 0.5132515 Aug 04 05:59:50.967046 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '631c6d8a-7b73-43f2-9ba3-5c4eb7410f01', 'tag': 'c3a5e645-fb9f-449e-9e60-cd87c85b99f9'}] {{(pid=100431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:59:50.969775 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d047a0739a9e621485ccc482307aa98cd58e8937adb7e4be7ba07b62ec6ee677" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045b6820-defd-4b7f-b516-bc5f5dafd242" -d '{"events": [{"name": "network-changed", "server_uuid": "631c6d8a-7b73-43f2-9ba3-5c4eb7410f01", "tag": "c3a5e645-fb9f-449e-9e60-cd87c85b99f9"}]}' {{(pid=100431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:59:50.975494 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 33008) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:59:51.020117 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a81a014-69ab-4a15-962a-a83d65eb04ef tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Pushing event updated for resources: {'Port': ['ID=c3a5e645-fb9f-449e-9e60-cd87c85b99f9,revision_number=7']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:59:51.030473 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a81a014-69ab-4a15-962a-a83d65eb04ef tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:59:51.030826 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a81a014-69ab-4a15-962a-a83d65eb04ef tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:59:51.031280 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a81a014-69ab-4a15-962a-a83d65eb04ef tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:59:51.031900 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a81a014-69ab-4a15-962a-a83d65eb04ef tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:59:51.032402 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a81a014-69ab-4a15-962a-a83d65eb04ef tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:59:51.032923 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a81a014-69ab-4a15-962a-a83d65eb04ef tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:59:51.033457 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a81a014-69ab-4a15-962a-a83d65eb04ef tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:59:51.033983 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a81a014-69ab-4a15-962a-a83d65eb04ef tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:59:51.034519 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a81a014-69ab-4a15-962a-a83d65eb04ef tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:59:51.035403 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a81a014-69ab-4a15-962a-a83d65eb04ef tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:59:51.035601 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a81a014-69ab-4a15-962a-a83d65eb04ef tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:59:51.036120 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a81a014-69ab-4a15-962a-a83d65eb04ef tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:59:51.049472 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 05:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d2a73d-776d-4956-81e9-a668565eb5e8 x-openstack-request-id: req-79d2a73d-776d-4956-81e9-a668565eb5e8 {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:59:51.049867 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "631c6d8a-7b73-43f2-9ba3-5c4eb7410f01", "tag": "c3a5e645-fb9f-449e-9e60-cd87c85b99f9", "status": "completed", "code": 200}]} {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:59:51.050201 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-79d2a73d-776d-4956-81e9-a668565eb5e8 {{(pid=100431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:59:51.051739 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '631c6d8a-7b73-43f2-9ba3-5c4eb7410f01', 'tag': 'c3a5e645-fb9f-449e-9e60-cd87c85b99f9', 'status': 'completed', 'code': 200} Aug 04 05:59:51.081468 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] get_ports_and_sgs() called for port_ids ['c3a5e645-fb9f-449e-9e60-cd87c85b99f9'] {{(pid=100433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 05:59:51.117055 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-8141012d-f14e-4353-9c9f-6141bf71f380 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks [] for security_group, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:51.156339 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b6820-defd-4b7f-b516-bc5f5dafd242 req-6e6909fd-9d6b-423b-8c93-fbe5ef0afc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:51.157926 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-045b6820-defd-4b7f-b516-bc5f5dafd242 req-6e6909fd-9d6b-423b-8c93-fbe5ef0afc7a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f62397568a74730be8e584893e1c3e1&device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 1098 time: 0.0800064 Aug 04 05:59:51.166155 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-8141012d-f14e-4353-9c9f-6141bf71f380 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:51.292762 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-eb8787dd-2a49-46a0-b682-b9c8fc290d69 None None] Provisioning complete for port c3a5e645-fb9f-449e-9e60-cd87c85b99f9 triggered by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:59:51.293055 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-eb8787dd-2a49-46a0-b682-b9c8fc290d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:51.300102 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b6820-defd-4b7f-b516-bc5f5dafd242 req-14cb2675-4655-4be2-9d30-96ed4508bc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:51.301585 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-045b6820-defd-4b7f-b516-bc5f5dafd242 req-14cb2675-4655-4be2-9d30-96ed4508bc46 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4ef8f3b4-2b14-4272-a773-ce259c8b6ad8 HTTP/1.1" status: 200 len: 916 time: 0.1320589 Aug 04 05:59:51.362670 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=100433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 05:59:51.374206 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-045b6820-defd-4b7f-b516-bc5f5dafd242 req-a2487c92-82a2-4615-80c9-33a39e6e0d9a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3a5e645-fb9f-449e-9e60-cd87c85b99f9 HTTP/1.1" status: 200 len: 1001 time: 0.0645425 Aug 04 05:59:51.431789 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b6820-defd-4b7f-b516-bc5f5dafd242 req-b3109e1a-1ee2-46c7-9592-80b3e9d3ca32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:51.434276 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-045b6820-defd-4b7f-b516-bc5f5dafd242 req-b3109e1a-1ee2-46c7-9592-80b3e9d3ca32 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4a1f5ca3-6248-4755-92d6-9160486f41b6 HTTP/1.1" status: 200 len: 854 time: 0.0518959 Aug 04 05:59:51.478379 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf,segment=NetworkSegment(327125db-98e8-4cbc-9cc1-4f04032296be),segment_id=327125db-98e8-4cbc-9cc1-4f04032296be)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:59:51.491046 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-8141012d-f14e-4353-9c9f-6141bf71f380 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:51.493777 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-8141012d-f14e-4353-9c9f-6141bf71f380 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks [] for security_group, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:51.497432 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Returning: {'device': '1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf', 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322', 'port_id': '1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf', 'mac_address': 'fa:16:3e:b1:af:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1710d15a-86d5-46eb-8a18-ce13aa256ffd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 05:59:51.497621 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-8141012d-f14e-4353-9c9f-6141bf71f380 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "DELETE /v2.0/security-groups/065a4c71-4379-43e8-9c39-e0bc5b1fa11f HTTP/1.1" status: 204 len: 168 time: 0.5155144 Aug 04 05:59:51.497748 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 33014) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:59:51.530143 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-bd940357-2790-4ec9-8ff1-08f178b520ff req-609edfda-f8bf-4419-9ad0-e9da5aa9cb6a tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=beeeca7d-1b19-458e-b8b5-690e1a3b27ce HTTP/1.1" status: 200 len: 210 time: 0.0400560 Aug 04 05:59:51.536269 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8141012d-f14e-4353-9c9f-6141bf71f380 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=065a4c71-4379-43e8-9c39-e0bc5b1fa11f,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:59:51.542937 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:51.550926 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b6820-defd-4b7f-b516-bc5f5dafd242 req-acda9cc6-b3f3-4d55-9559-b9723a5651f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:51.555941 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-045b6820-defd-4b7f-b516-bc5f5dafd242 req-acda9cc6-b3f3-4d55-9559-b9723a5651f3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4ef8f3b4-2b14-4272-a773-ce259c8b6ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0984011 Aug 04 05:59:51.569798 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf {{(pid=100433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 05:59:51.594316 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf,segment=NetworkSegment(327125db-98e8-4cbc-9cc1-4f04032296be),segment_id=327125db-98e8-4cbc-9cc1-4f04032296be)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:59:51.659970 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:51.672261 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-045b6820-defd-4b7f-b516-bc5f5dafd242 req-835695db-9150-4ad0-944d-e3d8302c6837 service neutron] 10.222.0.18 "GET /v2.0/networks/4ef8f3b4-2b14-4272-a773-ce259c8b6ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091261 Aug 04 05:59:51.715304 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf,revision_number=4']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:59:51.716960 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-8047b183-2c1b-40e1-984e-bb0bf84f0fbe tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Deleting port 305cd935-787f-46a1-9d4a-e3c84b0428a0 {{(pid=100431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 05:59:51.717312 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-8047b183-2c1b-40e1-984e-bb0bf84f0fbe tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:51.723475 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:59:51.723818 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:59:51.725599 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:59:51.725937 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:59:51.726262 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:59:51.726584 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:59:51.727580 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:59:51.727580 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:59:51.727580 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:59:51.727936 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:59:51.728278 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:59:51.728600 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 05:59:51.775293 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-045b6820-defd-4b7f-b516-bc5f5dafd242 req-31f22f5a-3197-499e-9e0b-5b0183cbce00 service neutron] 10.222.0.18 "GET /v2.0/networks/4ef8f3b4-2b14-4272-a773-ce259c8b6ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968499 Aug 04 05:59:51.803939 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-8047b183-2c1b-40e1-984e-bb0bf84f0fbe tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:51.804296 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-8047b183-2c1b-40e1-984e-bb0bf84f0fbe tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:51.816062 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-8047b183-2c1b-40e1-984e-bb0bf84f0fbe tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Calling delete_port for 305cd935-787f-46a1-9d4a-e3c84b0428a0 owned by network:floatingip {{(pid=100431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 05:59:51.933457 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e882f34a-1876-40d9-a351-1cb5b354f63c req-d127e89b-2d56-4995-8ee4-be57071eb815 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:51.935117 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e882f34a-1876-40d9-a351-1cb5b354f63c req-d127e89b-2d56-4995-8ee4-be57071eb815 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb2d2537-58ff-4ee6-bac9-e119452148ab HTTP/1.1" status: 200 len: 944 time: 0.0535452 Aug 04 05:59:51.945159 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] get_ports_and_sgs() called for port_ids ['1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf'] {{(pid=100433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 05:59:51.977409 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e882f34a-1876-40d9-a351-1cb5b354f63c req-bd7c14fc-3610-4804-ba8d-8f569f03e3db tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/security-groups?id=001f273c-59a8-4cf5-bf44-7d4de218e3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348356 Aug 04 05:59:52.094321 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-8047b183-2c1b-40e1-984e-bb0bf84f0fbe tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4497432'] for port, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:52.117350 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8047b183-2c1b-40e1-984e-bb0bf84f0fbe tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Pushing event deleted for resources: {'Port': ['ID=305cd935-787f-46a1-9d4a-e3c84b0428a0,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:59:52.177612 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-8047b183-2c1b-40e1-984e-bb0bf84f0fbe tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks [] for floatingip, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:52.177942 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.db.l3_db [None req-8047b183-2c1b-40e1-984e-bb0bf84f0fbe tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Floating IP c9158613-603f-47f5-9bb0-37ead472b73f disassociated (deleted). External IP: 172.27.1.154, port: c3a5e645-fb9f-449e-9e60-cd87c85b99f9. Aug 04 05:59:52.378444 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8047b183-2c1b-40e1-984e-bb0bf84f0fbe tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Router 9c1aef01-92be-4167-b847-6e8fea271d29 has already been hosted by L3 agent 1092c566-0070-459b-a71e-112f2411deeb {{(pid=100431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 05:59:52.481256 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8047b183-2c1b-40e1-984e-bb0bf84f0fbe tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify agent at l3_agent.dv-cinder-801617-4-iscsi the message routers_updated {{(pid=100431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 05:59:52.486000 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-8047b183-2c1b-40e1-984e-bb0bf84f0fbe tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for floatingip, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:52.490487 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc391aa-0f78-47fe-9687-d1389ff7c522 None None] Sync routers for ids ['9c1aef01-92be-4167-b847-6e8fea271d29'] in dv-cinder-801617-4-iscsi {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 05:59:52.498862 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc391aa-0f78-47fe-9687-d1389ff7c522 None None] Routers {'9c1aef01-92be-4167-b847-6e8fea271d29'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:59:52.500230 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-9cc391aa-0f78-47fe-9687-d1389ff7c522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:59:36Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['9c1aef01-92be-4167-b847-6e8fea271d29'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:59:52.512245 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-8047b183-2c1b-40e1-984e-bb0bf84f0fbe tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "DELETE /v2.0/floatingips/c9158613-603f-47f5-9bb0-37ead472b73f HTTP/1.1" status: 204 len: 168 time: 1.0132513 Aug 04 05:59:52.611056 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-9cc391aa-0f78-47fe-9687-d1389ff7c522 None None] Set router 9c1aef01-92be-4167-b847-6e8fea271d29 gateway port host: dv-cinder-801617-4-iscsi {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:59:52.816901 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-9cc391aa-0f78-47fe-9687-d1389ff7c522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1aef01-92be-4167-b847-6e8fea271d29', 'name': 'tempest-TestMinimumBasicScenario-1976798926-router', 'tenant_id': '8f62397568a74730be8e584893e1c3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '334f521b-c8ab-4742-a751-4d6d582e4efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:56:24Z', 'updated_at': '2021-08-04T05:56:29Z', 'revision_number': 4, 'project_id': '8f62397568a74730be8e584893e1c3e1', 'gw_port': {'id': '334f521b-c8ab-4742-a751-4d6d582e4efd', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:27:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1aef01-92be-4167-b847-6e8fea271d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:56:25Z', 'updated_at': '2021-08-04T05:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': '40345e65-3264-4f5c-a581-3a730cb25046', 'name': '', 'network_id': '4ef8f3b4-2b14-4272-a773-ce259c8b6ad8', 'tenant_id': '8f62397568a74730be8e584893e1c3e1', 'mac_address': 'fa:16:3e:c3:00:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1aef01-92be-4167-b847-6e8fea271d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '4a1f5ca3-6248-4755-92d6-9160486f41b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:56:29Z', 'updated_at': '2021-08-04T05:56:37Z', 'revision_number': 5, 'project_id': '8f62397568a74730be8e584893e1c3e1', 'subnets': [{'id': '4a1f5ca3-6248-4755-92d6-9160486f41b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:59:52.842962 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc391aa-0f78-47fe-9687-d1389ff7c522 None None] Checking router: 9c1aef01-92be-4167-b847-6e8fea271d29 for host: dv-cinder-801617-4-iscsi {{(pid=100433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 05:59:52.852172 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc391aa-0f78-47fe-9687-d1389ff7c522 None None] Routers {'9c1aef01-92be-4167-b847-6e8fea271d29'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:59:52.852803 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-9cc391aa-0f78-47fe-9687-d1389ff7c522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:59:36Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['9c1aef01-92be-4167-b847-6e8fea271d29'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:59:52.978838 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-9cc391aa-0f78-47fe-9687-d1389ff7c522 None None] Set router 9c1aef01-92be-4167-b847-6e8fea271d29 gateway port host: dv-cinder-801617-4-iscsi {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:59:53.051708 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '631c6d8a-7b73-43f2-9ba3-5c4eb7410f01', 'tag': 'c3a5e645-fb9f-449e-9e60-cd87c85b99f9'}] {{(pid=100431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:59:53.054318 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d047a0739a9e621485ccc482307aa98cd58e8937adb7e4be7ba07b62ec6ee677" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17306fe-405c-4a76-955e-6009725143ee" -d '{"events": [{"name": "network-changed", "server_uuid": "631c6d8a-7b73-43f2-9ba3-5c4eb7410f01", "tag": "c3a5e645-fb9f-449e-9e60-cd87c85b99f9"}]}' {{(pid=100431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:59:53.095372 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 05:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ae117c-4d8e-46dd-85d1-dcc9d409fbfa x-openstack-request-id: req-43ae117c-4d8e-46dd-85d1-dcc9d409fbfa {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:59:53.095707 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "631c6d8a-7b73-43f2-9ba3-5c4eb7410f01", "tag": "c3a5e645-fb9f-449e-9e60-cd87c85b99f9", "status": "completed", "code": 200}]} {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:59:53.096112 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-43ae117c-4d8e-46dd-85d1-dcc9d409fbfa {{(pid=100431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:59:53.096520 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '631c6d8a-7b73-43f2-9ba3-5c4eb7410f01', 'tag': 'c3a5e645-fb9f-449e-9e60-cd87c85b99f9', 'status': 'completed', 'code': 200} Aug 04 05:59:53.120353 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0590b4-65ac-499a-b2af-580cc17e5330 req-c7605664-1c6b-4518-a712-ead3dda9749c tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:53.121874 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5c0590b4-65ac-499a-b2af-580cc17e5330 req-c7605664-1c6b-4518-a712-ead3dda9749c tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb2d2537-58ff-4ee6-bac9-e119452148ab HTTP/1.1" status: 200 len: 944 time: 0.0719714 Aug 04 05:59:53.185798 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5c0590b4-65ac-499a-b2af-580cc17e5330 req-91410f46-9b76-4df1-b865-07974d8d320e tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/security-groups?id=001f273c-59a8-4cf5-bf44-7d4de218e3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538754 Aug 04 05:59:53.188091 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17306fe-405c-4a76-955e-6009725143ee req-25293ff4-b81a-4c8f-b90f-0846efe563d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:53.189497 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-a17306fe-405c-4a76-955e-6009725143ee req-25293ff4-b81a-4c8f-b90f-0846efe563d7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f62397568a74730be8e584893e1c3e1&device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 1098 time: 0.0667801 Aug 04 05:59:53.191531 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-9cc391aa-0f78-47fe-9687-d1389ff7c522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1aef01-92be-4167-b847-6e8fea271d29', 'name': 'tempest-TestMinimumBasicScenario-1976798926-router', 'tenant_id': '8f62397568a74730be8e584893e1c3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '334f521b-c8ab-4742-a751-4d6d582e4efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:56:24Z', 'updated_at': '2021-08-04T05:56:29Z', 'revision_number': 4, 'project_id': '8f62397568a74730be8e584893e1c3e1', 'gw_port': {'id': '334f521b-c8ab-4742-a751-4d6d582e4efd', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:27:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1aef01-92be-4167-b847-6e8fea271d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:56:25Z', 'updated_at': '2021-08-04T05:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': '40345e65-3264-4f5c-a581-3a730cb25046', 'name': '', 'network_id': '4ef8f3b4-2b14-4272-a773-ce259c8b6ad8', 'tenant_id': '8f62397568a74730be8e584893e1c3e1', 'mac_address': 'fa:16:3e:c3:00:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1aef01-92be-4167-b847-6e8fea271d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '4a1f5ca3-6248-4755-92d6-9160486f41b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:56:29Z', 'updated_at': '2021-08-04T05:56:37Z', 'revision_number': 5, 'project_id': '8f62397568a74730be8e584893e1c3e1', 'subnets': [{'id': '4a1f5ca3-6248-4755-92d6-9160486f41b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:59:53.222782 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc391aa-0f78-47fe-9687-d1389ff7c522 None None] The sync data for ids ['9c1aef01-92be-4167-b847-6e8fea271d29'] in dv-cinder-801617-4-iscsi is: [{'id': '9c1aef01-92be-4167-b847-6e8fea271d29', 'name': 'tempest-TestMinimumBasicScenario-1976798926-router', 'tenant_id': '8f62397568a74730be8e584893e1c3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '334f521b-c8ab-4742-a751-4d6d582e4efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:56:24Z', 'updated_at': '2021-08-04T05:56:29Z', 'revision_number': 4, 'project_id': '8f62397568a74730be8e584893e1c3e1', 'gw_port': {'id': '334f521b-c8ab-4742-a751-4d6d582e4efd', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:27:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1aef01-92be-4167-b847-6e8fea271d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:56:25Z', 'updated_at': '2021-08-04T05:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': '40345e65-3264-4f5c-a581-3a730cb25046', 'name': '', 'network_id': '4ef8f3b4-2b14-4272-a773-ce259c8b6ad8', 'tenant_id': '8f62397568a74730be8e584893e1c3e1', 'mac_address': 'fa:16:3e:c3:00:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1aef01-92be-4167-b847-6e8fea271d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '4a1f5ca3-6248-4755-92d6-9160486f41b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:56:29Z', 'updated_at': '2021-08-04T05:56:37Z', 'revision_number': 5, 'project_id': '8f62397568a74730be8e584893e1c3e1', 'subnets': [{'id': '4a1f5ca3-6248-4755-92d6-9160486f41b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 05:59:53.290685 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17306fe-405c-4a76-955e-6009725143ee req-7f5e738a-7964-4c6e-859b-504f3f8889a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:53.292197 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-a17306fe-405c-4a76-955e-6009725143ee req-7f5e738a-7964-4c6e-859b-504f3f8889a8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4ef8f3b4-2b14-4272-a773-ce259c8b6ad8 HTTP/1.1" status: 200 len: 916 time: 0.0949378 Aug 04 05:59:53.344079 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-a17306fe-405c-4a76-955e-6009725143ee req-d6493aa4-74d5-4d9e-ad1c-7c0abafdec05 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3a5e645-fb9f-449e-9e60-cd87c85b99f9 HTTP/1.1" status: 200 len: 217 time: 0.0361857 Aug 04 05:59:53.367419 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf up at agent hyperv_hv-cinder-80161 {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 05:59:53.400050 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17306fe-405c-4a76-955e-6009725143ee req-11d311dd-a5f8-4d0f-b27f-010c1fa21205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:53.401555 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-a17306fe-405c-4a76-955e-6009725143ee req-11d311dd-a5f8-4d0f-b27f-010c1fa21205 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4a1f5ca3-6248-4755-92d6-9160486f41b6 HTTP/1.1" status: 200 len: 854 time: 0.0468614 Aug 04 05:59:53.466614 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17306fe-405c-4a76-955e-6009725143ee req-28ccb8f5-9d75-4260-8ea6-cf24ed04796a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:53.468434 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-a17306fe-405c-4a76-955e-6009725143ee req-28ccb8f5-9d75-4260-8ea6-cf24ed04796a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4ef8f3b4-2b14-4272-a773-ce259c8b6ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573874 Aug 04 05:59:53.494686 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Provisioning for port 1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf completed by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 05:59:53.498774 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Provisioning complete for port 1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 05:59:53.499254 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:53.535665 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73c38c3-b6ec-4d66-93b3-37adb8db634e None None] New status for floating IP c9158613-603f-47f5-9bb0-37ead472b73f: DOWN {{(pid=100434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 05:59:53.572992 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-a17306fe-405c-4a76-955e-6009725143ee req-bfd08b8c-a58b-4665-969d-dacf310a7484 service neutron] 10.222.0.18 "GET /v2.0/networks/4ef8f3b4-2b14-4272-a773-ce259c8b6ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937076 Aug 04 05:59:53.598815 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:53.624152 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2d2537-58ff-4ee6-bac9-e119452148ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf'}] {{(pid=100433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:59:53.626671 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffe4ad2cefe5cc989f07e8393c985a8403d56455fd91e6fde58b148ee627bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51e6898-ad84-4354-bbeb-6de105bf97f0" -d '{"events": [{"server_uuid": "cb2d2537-58ff-4ee6-bac9-e119452148ab", "name": "network-vif-plugged", "status": "completed", "tag": "1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf"}]}' {{(pid=100433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:59:53.645017 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf,segment=NetworkSegment(327125db-98e8-4cbc-9cc1-4f04032296be),segment_id=327125db-98e8-4cbc-9cc1-4f04032296be)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:59:53.687272 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-a17306fe-405c-4a76-955e-6009725143ee req-bbe1115d-14da-4107-97d5-6a42030e93a9 service neutron] 10.222.0.18 "GET /v2.0/networks/4ef8f3b4-2b14-4272-a773-ce259c8b6ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065140 Aug 04 05:59:53.688765 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:53.689671 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 095f9c91-8c8a-4a2d-829f-439122d79119 no longer exists at agent hyperv_hv-cinder-80161 {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 05:59:53.701744 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 05:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359ce704-98ea-4911-9c6d-ac634f133b5b x-openstack-request-id: req-359ce704-98ea-4911-9c6d-ac634f133b5b {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:59:53.701744 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2d2537-58ff-4ee6-bac9-e119452148ab", "name": "network-vif-plugged", "status": "completed", "tag": "1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf", "code": 200}]} {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:59:53.701744 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-359ce704-98ea-4911-9c6d-ac634f133b5b {{(pid=100433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:59:53.701744 dv-cinder-801617-4-iscsi neutron-server[100433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2d2537-58ff-4ee6-bac9-e119452148ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf', 'code': 200} Aug 04 05:59:53.749963 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] No Port match for: 095f9c91-8c8a-4a2d-829f-439122d79119 {{(pid=100433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 05:59:53.750308 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 095f9c91-8c8a-4a2d-829f-439122d79119 not bound to the agent host hv-cinder-80161 {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 05:59:53.769775 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf,revision_number=5']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:59:54.158217 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81440bb2-0d17-430c-9b54-0ea6a46325b5 req-8ac7a495-1710-4554-aa4d-c2aac334ad63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:54.159730 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-81440bb2-0d17-430c-9b54-0ea6a46325b5 req-8ac7a495-1710-4554-aa4d-c2aac334ad63 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cb2d2537-58ff-4ee6-bac9-e119452148ab HTTP/1.1" status: 200 len: 1098 time: 0.0400803 Aug 04 05:59:54.194315 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-81440bb2-0d17-430c-9b54-0ea6a46325b5 req-7c30f852-f127-4ebb-9626-98819136097c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=001f273c-59a8-4cf5-bf44-7d4de218e3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268633 Aug 04 05:59:54.310710 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20106957-9d23-4a18-99af-310bde6a15f7 req-cdd9b3f8-8503-48b2-b9fe-5a12176c1a8a tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:54.314814 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-20106957-9d23-4a18-99af-310bde6a15f7 req-cdd9b3f8-8503-48b2-b9fe-5a12176c1a8a tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb2d2537-58ff-4ee6-bac9-e119452148ab HTTP/1.1" status: 200 len: 945 time: 0.0588119 Aug 04 05:59:54.353380 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-20106957-9d23-4a18-99af-310bde6a15f7 req-22a9d1e7-0f26-4872-bee9-4ef6d08f1a57 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/security-groups?id=001f273c-59a8-4cf5-bf44-7d4de218e3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343833 Aug 04 05:59:54.379330 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca651154-1c48-4fdd-ab6c-fa50e38da93b req-fb6e4f0b-e10b-483e-aa8c-1ced2a1ababe tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:54.380817 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ca651154-1c48-4fdd-ab6c-fa50e38da93b req-fb6e4f0b-e10b-483e-aa8c-1ced2a1ababe tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec21a5cc-796d-417c-8ad2-ee567b62078d HTTP/1.1" status: 200 len: 946 time: 0.0504255 Aug 04 05:59:54.418110 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ca651154-1c48-4fdd-ab6c-fa50e38da93b req-81c309da-60cf-49c8-a43b-112fa5dc5ca9 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/security-groups?id=891ea094-2101-48fa-9c9a-418dc2a82fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310597 Aug 04 05:59:55.124398 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-60b07d34-d71b-466c-8c2b-60af54d9b9c7 req-a4dce060-01b3-41b8-acad-b5d1e03d07c0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472803 Aug 04 05:59:55.188001 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b07d34-d71b-466c-8c2b-60af54d9b9c7 req-7b095106-6bd0-4196-92e1-bdc434c31c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:55.189749 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-60b07d34-d71b-466c-8c2b-60af54d9b9c7 req-7b095106-6bd0-4196-92e1-bdc434c31c2f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=523ead1982c046a394318b39d745033e&device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 1098 time: 0.0409207 Aug 04 05:59:55.309638 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b07d34-d71b-466c-8c2b-60af54d9b9c7 req-3d44669b-56a7-431f-84fe-d6d0562764be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:55.311141 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-60b07d34-d71b-466c-8c2b-60af54d9b9c7 req-3d44669b-56a7-431f-84fe-d6d0562764be service neutron] 10.222.0.18 "GET /v2.0/networks?id=547de350-98df-426a-b398-b032321fdf42 HTTP/1.1" status: 200 len: 910 time: 0.0865045 Aug 04 05:59:55.384966 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-60b07d34-d71b-466c-8c2b-60af54d9b9c7 req-b224e79c-902a-4f4b-b2d4-af2334804d97 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7362a5f2-b32e-4ae8-8e7d-768d22623e27 HTTP/1.1" status: 200 len: 1001 time: 0.0623326 Aug 04 05:59:55.467973 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b07d34-d71b-466c-8c2b-60af54d9b9c7 req-1fd09bde-f50b-498d-bcf7-1b73e89e41e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:55.470658 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-60b07d34-d71b-466c-8c2b-60af54d9b9c7 req-1fd09bde-f50b-498d-bcf7-1b73e89e41e0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3a532cc5-30fe-4d47-af3d-673ba61686a8 HTTP/1.1" status: 200 len: 848 time: 0.0779369 Aug 04 05:59:55.496735 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76dad79-d91a-437f-a3a3-c89d8df8ed33 req-18c29e6e-f24d-4708-89e1-6c4ded1f9dd6 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:55.498283 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-c76dad79-d91a-437f-a3a3-c89d8df8ed33 req-18c29e6e-f24d-4708-89e1-6c4ded1f9dd6 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb2d2537-58ff-4ee6-bac9-e119452148ab HTTP/1.1" status: 200 len: 945 time: 0.0795734 Aug 04 05:59:55.549090 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8657b-b415-45ac-a37b-1a09a14326f6 req-3bdc8af7-ef72-44d2-880d-c387eb86b44d tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:55.550646 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-1fa8657b-b415-45ac-a37b-1a09a14326f6 req-3bdc8af7-ef72-44d2-880d-c387eb86b44d tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec21a5cc-796d-417c-8ad2-ee567b62078d HTTP/1.1" status: 200 len: 946 time: 0.0511844 Aug 04 05:59:55.554082 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b07d34-d71b-466c-8c2b-60af54d9b9c7 req-bd9a09a4-0d3d-4894-8d21-ae570f12fbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:55.555539 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-60b07d34-d71b-466c-8c2b-60af54d9b9c7 req-bd9a09a4-0d3d-4894-8d21-ae570f12fbf8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=547de350-98df-426a-b398-b032321fdf42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0763564 Aug 04 05:59:55.558287 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-c76dad79-d91a-437f-a3a3-c89d8df8ed33 req-12d37406-f5ad-484d-bfd4-d49d8de6dc2b tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/security-groups?id=001f273c-59a8-4cf5-bf44-7d4de218e3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456643 Aug 04 05:59:55.590862 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-1fa8657b-b415-45ac-a37b-1a09a14326f6 req-d19f49f1-a988-44d7-b97e-7429327b5d06 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/security-groups?id=891ea094-2101-48fa-9c9a-418dc2a82fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340080 Aug 04 05:59:55.689099 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-60b07d34-d71b-466c-8c2b-60af54d9b9c7 req-87962c1b-fd80-44e7-8fc5-2545d6334ca2 service neutron] 10.222.0.18 "GET /v2.0/networks/547de350-98df-426a-b398-b032321fdf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228077 Aug 04 05:59:55.700795 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3555a90-ca05-4e26-87e7-281bbe5d838f req-a4a40846-c4bc-401e-9c6b-e1ec9de7b818 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:55.702149 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e3555a90-ca05-4e26-87e7-281bbe5d838f req-a4a40846-c4bc-401e-9c6b-e1ec9de7b818 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb2d2537-58ff-4ee6-bac9-e119452148ab HTTP/1.1" status: 200 len: 945 time: 0.0718672 Aug 04 05:59:55.785664 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e3555a90-ca05-4e26-87e7-281bbe5d838f req-e71510c9-5a46-46d8-a0a7-a527241d2de1 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/security-groups?id=001f273c-59a8-4cf5-bf44-7d4de218e3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754702 Aug 04 05:59:55.810994 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-60b07d34-d71b-466c-8c2b-60af54d9b9c7 req-e8baa018-288c-482a-9ab6-1ea78a85cac6 service neutron] 10.222.0.18 "GET /v2.0/networks/547de350-98df-426a-b398-b032321fdf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079044 Aug 04 05:59:55.814743 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 33088) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:59:55.948161 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bcb121-ebef-442f-8afe-251584fa490e tempest-TestVolumeBootPattern-1599183270 tempest-TestVolumeBootPattern-1599183270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:55.950070 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-a3bcb121-ebef-442f-8afe-251584fa490e tempest-TestVolumeBootPattern-1599183270 tempest-TestVolumeBootPattern-1599183270-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cb2d2537-58ff-4ee6-bac9-e119452148ab HTTP/1.1" status: 200 len: 1093 time: 0.1341202 Aug 04 05:59:55.952788 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 33096) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:59:55.957994 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-9045bb76-9463-40c7-ba5f-626fa4fb3273 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Request body: {'floatingip': {'floating_network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'port_id': '1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 05:59:56.011638 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-af02ba66-bd33-4c7f-ad7c-7481e90ae0d9 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 05:59:56.127917 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-9045bb76-9463-40c7-ba5f-626fa4fb3273 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks [] for floatingip, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:56.148500 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e3bf4c-7779-4763-97f4-cb50d31a0982 req-e31b491f-9be0-4229-9d93-351976037353 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:56.149952 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f6e3bf4c-7779-4763-97f4-cb50d31a0982 req-e31b491f-9be0-4229-9d93-351976037353 tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec21a5cc-796d-417c-8ad2-ee567b62078d HTTP/1.1" status: 200 len: 946 time: 0.0530002 Aug 04 05:59:56.229365 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-9045bb76-9463-40c7-ba5f-626fa4fb3273 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:56.267115 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [req-f6e3bf4c-7779-4763-97f4-cb50d31a0982 req-b0bcc17a-7c18-458b-b8de-4d7499a3b53a tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Deleting port 662ea2ac-c9d6-456e-b76a-7c4968bba9cf {{(pid=100432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 05:59:56.268186 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-f6e3bf4c-7779-4763-97f4-cb50d31a0982 req-b0bcc17a-7c18-458b-b8de-4d7499a3b53a tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:56.336616 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.db_base_plugin_common [None req-9045bb76-9463-40c7-ba5f-626fa4fb3273 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Allocated IP 172.27.1.10 (ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5/3914311c-894e-41ec-96a2-d757dbda92d2/1ff9a910-ed13-4d2d-ac3c-9b9702f0498e) {{(pid=100431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 05:59:56.361263 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [req-f6e3bf4c-7779-4763-97f4-cb50d31a0982 req-b0bcc17a-7c18-458b-b8de-4d7499a3b53a tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] For port 662ea2ac-c9d6-456e-b76a-7c4968bba9cf, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=662ea2ac-c9d6-456e-b76a-7c4968bba9cf,segment=NetworkSegment(56857cc4-8378-4d20-9e3c-c07dc6a33ba7),segment_id=56857cc4-8378-4d20-9e3c-c07dc6a33ba7)] {{(pid=100432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:59:56.368967 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-f6e3bf4c-7779-4763-97f4-cb50d31a0982 req-b0bcc17a-7c18-458b-b8de-4d7499a3b53a tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:56.374386 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [req-f6e3bf4c-7779-4763-97f4-cb50d31a0982 req-b0bcc17a-7c18-458b-b8de-4d7499a3b53a tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Calling delete_port for 662ea2ac-c9d6-456e-b76a-7c4968bba9cf owned by compute:nova {{(pid=100432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 05:59:56.441062 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-9045bb76-9463-40c7-ba5f-626fa4fb3273 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks [] for port, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:56.447415 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:56.626415 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-9045bb76-9463-40c7-ba5f-626fa4fb3273 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4497432'] for port, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:56.663259 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9045bb76-9463-40c7-ba5f-626fa4fb3273 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Network ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5 is already hosted by enough agents. {{(pid=100431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 05:59:56.681395 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.base_scheduler [None req-9045bb76-9463-40c7-ba5f-626fa4fb3273 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Resources bound (agent type, host, resource id): {{(pid=100431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 05:59:56.681395 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9045bb76-9463-40c7-ba5f-626fa4fb3273 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Received port after_create {{(pid=100431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 05:59:56.695012 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9045bb76-9463-40c7-ba5f-626fa4fb3273 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Pushing event updated for resources: {'Port': ['ID=1ff9a910-ed13-4d2d-ac3c-9b9702f0498e,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:59:56.722799 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-f6e3bf4c-7779-4763-97f4-cb50d31a0982 req-b0bcc17a-7c18-458b-b8de-4d7499a3b53a tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:56.736770 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] get_ports_and_sgs() called for port_ids ['662ea2ac-c9d6-456e-b76a-7c4968bba9cf'] {{(pid=100433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 05:59:56.759567 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bcc17a-7c18-458b-b8de-4d7499a3b53a tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Pushing event deleted for resources: {'Port': ['ID=662ea2ac-c9d6-456e-b76a-7c4968bba9cf,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:59:56.819172 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e3bf4c-7779-4763-97f4-cb50d31a0982 req-b0bcc17a-7c18-458b-b8de-4d7499a3b53a tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] No DVR routers for this DVR port 662ea2ac-c9d6-456e-b76a-7c4968bba9cf on host hv-cinder-80161 {{(pid=100432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 05:59:56.821657 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-f6e3bf4c-7779-4763-97f4-cb50d31a0982 req-b0bcc17a-7c18-458b-b8de-4d7499a3b53a tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for port, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:56.823699 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f6e3bf4c-7779-4763-97f4-cb50d31a0982 req-b0bcc17a-7c18-458b-b8de-4d7499a3b53a tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.18 "DELETE /v2.0/ports/662ea2ac-c9d6-456e-b76a-7c4968bba9cf HTTP/1.1" status: 204 len: 173 time: 0.6629927 Aug 04 05:59:56.824161 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec21a5cc-796d-417c-8ad2-ee567b62078d', 'name': 'network-vif-deleted', 'tag': '662ea2ac-c9d6-456e-b76a-7c4968bba9cf'}] {{(pid=100432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:59:56.826385 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7961aa7e709e573ce1f4efc3791ca037d6473da3b2c6b2a251ebfb1631130676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcf89b9-b4cb-42ba-a437-e9043bc8437e" -d '{"events": [{"server_uuid": "ec21a5cc-796d-417c-8ad2-ee567b62078d", "name": "network-vif-deleted", "tag": "662ea2ac-c9d6-456e-b76a-7c4968bba9cf"}]}' {{(pid=100432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:59:57.066168 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-9045bb76-9463-40c7-ba5f-626fa4fb3273 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:57.128273 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-361b7246-ea7e-4357-bc59-e0df41845762 req-d96b28c4-a811-4f05-97d9-95351100311f tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec21a5cc-796d-417c-8ad2-ee567b62078d HTTP/1.1" status: 200 len: 210 time: 0.0257077 Aug 04 05:59:57.169531 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 05:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f030da5-f3e5-4055-b0af-9d1822eaaf60 x-openstack-request-id: req-3f030da5-f3e5-4055-b0af-9d1822eaaf60 {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:59:57.169827 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec21a5cc-796d-417c-8ad2-ee567b62078d", "name": "network-vif-deleted", "tag": "662ea2ac-c9d6-456e-b76a-7c4968bba9cf", "status": "completed", "code": 200}]} {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:59:57.170075 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3f030da5-f3e5-4055-b0af-9d1822eaaf60 {{(pid=100432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:59:57.170470 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec21a5cc-796d-417c-8ad2-ee567b62078d', 'name': 'network-vif-deleted', 'tag': '662ea2ac-c9d6-456e-b76a-7c4968bba9cf', 'status': 'completed', 'code': 200} Aug 04 05:59:57.332367 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4b305-16d6-47f3-b570-12afd4f69261 req-0d34a16f-ad79-45bf-94b4-7ad976dd2c06 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:57.333767 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-d2a4b305-16d6-47f3-b570-12afd4f69261 req-0d34a16f-ad79-45bf-94b4-7ad976dd2c06 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 945 time: 0.0639818 Aug 04 05:59:57.364999 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055de9f-d0e6-418c-ab42-eb816b5794f6 req-04f5ca59-5e79-4c56-8991-6a57358549fe tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:57.367616 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-d055de9f-d0e6-418c-ab42-eb816b5794f6 req-04f5ca59-5e79-4c56-8991-6a57358549fe tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 945 time: 0.0534937 Aug 04 05:59:57.378809 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-d2a4b305-16d6-47f3-b570-12afd4f69261 req-9ba542e2-3215-445a-876c-ce12fe2511f6 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389290 Aug 04 05:59:57.400186 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-9045bb76-9463-40c7-ba5f-626fa4fb3273 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:57.407058 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-d055de9f-d0e6-418c-ab42-eb816b5794f6 req-62282b2a-6700-49da-a833-044bfbb916a9 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/security-groups?id=15c688f3-4334-4a5b-b183-64c7de2fe4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334380 Aug 04 05:59:57.561118 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-9045bb76-9463-40c7-ba5f-626fa4fb3273 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:57.648091 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-9045bb76-9463-40c7-ba5f-626fa4fb3273 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4497425'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:57.711427 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9045bb76-9463-40c7-ba5f-626fa4fb3273 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Pushing event updated for resources: {'Port': ['ID=1ff9a910-ed13-4d2d-ac3c-9b9702f0498e,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:59:57.724998 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-9045bb76-9463-40c7-ba5f-626fa4fb3273 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572675'] for floatingip, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:57.820610 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.db.l3_db [None req-9045bb76-9463-40c7-ba5f-626fa4fb3273 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Floating IP a1d34e3b-008d-4575-9c09-9d66a980c475 associated. External IP: 172.27.1.10, port: 1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf. Aug 04 05:59:58.024852 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9045bb76-9463-40c7-ba5f-626fa4fb3273 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Router a7a14fa8-24b3-4839-91ef-27fe175f609a has already been hosted by L3 agent 1092c566-0070-459b-a71e-112f2411deeb {{(pid=100431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 05:59:58.381042 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-076ad7ee-c0db-47f6-bea1-f5dec59e2ca1 req-9c12be36-5bc5-4c8c-abe1-7b96825d127e tempest-AttachVolumeNegativeTest-1218776405 tempest-AttachVolumeNegativeTest-1218776405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec21a5cc-796d-417c-8ad2-ee567b62078d HTTP/1.1" status: 200 len: 210 time: 0.0312054 Aug 04 05:59:58.394102 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9045bb76-9463-40c7-ba5f-626fa4fb3273 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify agent at l3_agent.dv-cinder-801617-4-iscsi the message routers_updated {{(pid=100431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 05:59:58.404015 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cb67da-adae-4447-bd84-f149a354015b None None] Sync routers for ids ['a7a14fa8-24b3-4839-91ef-27fe175f609a'] in dv-cinder-801617-4-iscsi {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 05:59:58.414949 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cb67da-adae-4447-bd84-f149a354015b None None] Routers {'a7a14fa8-24b3-4839-91ef-27fe175f609a'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:59:58.415808 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-90cb67da-adae-4447-bd84-f149a354015b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:59:36Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['a7a14fa8-24b3-4839-91ef-27fe175f609a'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:59:58.504749 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c68ee4-f343-4c9a-aefd-380334301055 req-763ff654-ce66-4b55-891a-d6982624ae07 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:58.506361 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-51c68ee4-f343-4c9a-aefd-380334301055 req-763ff654-ce66-4b55-891a-d6982624ae07 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 945 time: 0.0509574 Aug 04 05:59:58.527212 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-90cb67da-adae-4447-bd84-f149a354015b None None] Set router a7a14fa8-24b3-4839-91ef-27fe175f609a gateway port host: dv-cinder-801617-4-iscsi {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:59:58.529973 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9fa903-7d0b-4a8d-8c9c-338b13d9535e req-e2648620-3d1e-48c5-993c-7ce7b7269375 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:58.531557 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-cf9fa903-7d0b-4a8d-8c9c-338b13d9535e req-e2648620-3d1e-48c5-993c-7ce7b7269375 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 945 time: 0.0509372 Aug 04 05:59:58.552610 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-9045bb76-9463-40c7-ba5f-626fa4fb3273 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for floatingip, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:58.553282 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-51c68ee4-f343-4c9a-aefd-380334301055 req-02e76cf7-6381-4d5b-ab78-71386355720f tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400670 Aug 04 05:59:58.596950 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-9045bb76-9463-40c7-ba5f-626fa4fb3273 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6423810 Aug 04 05:59:58.599976 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-cf9fa903-7d0b-4a8d-8c9c-338b13d9535e req-58ab82f4-74f6-4813-bea2-5c38b612772e tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/security-groups?id=15c688f3-4334-4a5b-b183-64c7de2fe4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621014 Aug 04 05:59:58.606221 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2d2537-58ff-4ee6-bac9-e119452148ab', 'tag': '1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf'}] {{(pid=100431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 05:59:58.606221 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d047a0739a9e621485ccc482307aa98cd58e8937adb7e4be7ba07b62ec6ee677" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1c7d25-c059-4edf-a44e-5f31290f6249" -d '{"events": [{"name": "network-changed", "server_uuid": "cb2d2537-58ff-4ee6-bac9-e119452148ab", "tag": "1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf"}]}' {{(pid=100431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 05:59:58.642024 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 05:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365079c1-e8f8-4c52-981d-40914affba00 x-openstack-request-id: req-365079c1-e8f8-4c52-981d-40914affba00 {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 05:59:58.647387 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb2d2537-58ff-4ee6-bac9-e119452148ab", "tag": "1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf", "status": "completed", "code": 200}]} {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 05:59:58.647387 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-365079c1-e8f8-4c52-981d-40914affba00 {{(pid=100431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 05:59:58.647387 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb2d2537-58ff-4ee6-bac9-e119452148ab', 'tag': '1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf', 'status': 'completed', 'code': 200} Aug 04 05:59:58.711927 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c7d25-c059-4edf-a44e-5f31290f6249 req-d4c406fb-133b-4fce-b1d6-81922d9d72a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:58.713528 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-fc1c7d25-c059-4edf-a44e-5f31290f6249 req-d4c406fb-133b-4fce-b1d6-81922d9d72a4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b09ae787d8884ae3ba4497e18def9b7a&device_id=cb2d2537-58ff-4ee6-bac9-e119452148ab HTTP/1.1" status: 200 len: 1098 time: 0.0428503 Aug 04 05:59:58.806283 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c7d25-c059-4edf-a44e-5f31290f6249 req-dfb4a4f4-0e9d-4803-825e-be5805442a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:58.807713 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-fc1c7d25-c059-4edf-a44e-5f31290f6249 req-dfb4a4f4-0e9d-4803-825e-be5805442a20 service neutron] 10.222.0.18 "GET /v2.0/networks?id=75087129-2768-469a-b081-a5bf8e2c4322 HTTP/1.1" status: 200 len: 912 time: 0.0866940 Aug 04 05:59:58.881349 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-fc1c7d25-c059-4edf-a44e-5f31290f6249 req-8449be63-73a4-4daa-846e-edff5f779dc9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf HTTP/1.1" status: 200 len: 998 time: 0.0608046 Aug 04 05:59:58.883744 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-90cb67da-adae-4447-bd84-f149a354015b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'name': 'tempest-TestVolumeBootPattern-469316562-router', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '1e94306a-7c1a-4d31-86a7-349635fa0a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:58:54Z', 'updated_at': '2021-08-04T05:58:58Z', 'revision_number': 4, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'gw_port': {'id': '1e94306a-7c1a-4d31-86a7-349635fa0a1f', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:28:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:58:55Z', 'updated_at': '2021-08-04T05:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_floatingips': [{'id': 'a1d34e3b-008d-4575-9c09-9d66a980c475', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'floating_ip_address': '172.27.1.10', 'floating_network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'router_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'port_id': '1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322', 'mac_address': 'fa:16:3e:b1:af:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2d2537-58ff-4ee6-bac9-e119452148ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T05:59:56Z', 'updated_at': '2021-08-04T05:59:56Z', 'revision_number': 0, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f633ad4-7ed1-43f5-aa0d-17d04f6c73df', 'name': '', 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'mac_address': 'fa:16:3e:36:3b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '1710d15a-86d5-46eb-8a18-ce13aa256ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:58:57Z', 'updated_at': '2021-08-04T05:59:05Z', 'revision_number': 5, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'subnets': [{'id': '1710d15a-86d5-46eb-8a18-ce13aa256ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:59:58.909113 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cb67da-adae-4447-bd84-f149a354015b None None] Checking router: a7a14fa8-24b3-4839-91ef-27fe175f609a for host: dv-cinder-801617-4-iscsi {{(pid=100433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 05:59:58.917203 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cb67da-adae-4447-bd84-f149a354015b None None] Routers {'a7a14fa8-24b3-4839-91ef-27fe175f609a'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 05:59:58.917797 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-90cb67da-adae-4447-bd84-f149a354015b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T05:59:36Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['a7a14fa8-24b3-4839-91ef-27fe175f609a'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:59:58.931805 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c7d25-c059-4edf-a44e-5f31290f6249 req-d018a860-5cdd-4688-962f-092ed42ef6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:58.933358 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-fc1c7d25-c059-4edf-a44e-5f31290f6249 req-d018a860-5cdd-4688-962f-092ed42ef6c2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1710d15a-86d5-46eb-8a18-ce13aa256ffd HTTP/1.1" status: 200 len: 850 time: 0.0434644 Aug 04 05:59:58.983585 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c7d25-c059-4edf-a44e-5f31290f6249 req-e8a23f74-cc7e-4564-b3f2-c1052a81e489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:58.985716 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-fc1c7d25-c059-4edf-a44e-5f31290f6249 req-e8a23f74-cc7e-4564-b3f2-c1052a81e489 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=75087129-2768-469a-b081-a5bf8e2c4322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436277 Aug 04 05:59:59.020958 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-90cb67da-adae-4447-bd84-f149a354015b None None] Set router a7a14fa8-24b3-4839-91ef-27fe175f609a gateway port host: dv-cinder-801617-4-iscsi {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 05:59:59.081408 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-fc1c7d25-c059-4edf-a44e-5f31290f6249 req-7ae4ebff-19c3-4673-8da0-e56fed1f8432 service neutron] 10.222.0.18 "GET /v2.0/networks/75087129-2768-469a-b081-a5bf8e2c4322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804110 Aug 04 05:59:59.182253 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-fc1c7d25-c059-4edf-a44e-5f31290f6249 req-f95b2ef7-1437-42aa-83ec-cd9fb92d9288 service neutron] 10.222.0.18 "GET /v2.0/networks/75087129-2768-469a-b081-a5bf8e2c4322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855381 Aug 04 05:59:59.237748 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-90cb67da-adae-4447-bd84-f149a354015b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'name': 'tempest-TestVolumeBootPattern-469316562-router', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '1e94306a-7c1a-4d31-86a7-349635fa0a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:58:54Z', 'updated_at': '2021-08-04T05:58:58Z', 'revision_number': 4, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'gw_port': {'id': '1e94306a-7c1a-4d31-86a7-349635fa0a1f', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:28:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:58:55Z', 'updated_at': '2021-08-04T05:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_floatingips': [{'id': 'a1d34e3b-008d-4575-9c09-9d66a980c475', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'floating_ip_address': '172.27.1.10', 'floating_network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'router_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'port_id': '1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322', 'mac_address': 'fa:16:3e:b1:af:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2d2537-58ff-4ee6-bac9-e119452148ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T05:59:56Z', 'updated_at': '2021-08-04T05:59:56Z', 'revision_number': 0, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f633ad4-7ed1-43f5-aa0d-17d04f6c73df', 'name': '', 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'mac_address': 'fa:16:3e:36:3b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '1710d15a-86d5-46eb-8a18-ce13aa256ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:58:57Z', 'updated_at': '2021-08-04T05:59:05Z', 'revision_number': 5, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'subnets': [{'id': '1710d15a-86d5-46eb-8a18-ce13aa256ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 05:59:59.262785 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cb67da-adae-4447-bd84-f149a354015b None None] The sync data for ids ['a7a14fa8-24b3-4839-91ef-27fe175f609a'] in dv-cinder-801617-4-iscsi is: [{'id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'name': 'tempest-TestVolumeBootPattern-469316562-router', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '1e94306a-7c1a-4d31-86a7-349635fa0a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:58:54Z', 'updated_at': '2021-08-04T05:58:58Z', 'revision_number': 4, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'gw_port': {'id': '1e94306a-7c1a-4d31-86a7-349635fa0a1f', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:28:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:58:55Z', 'updated_at': '2021-08-04T05:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_floatingips': [{'id': 'a1d34e3b-008d-4575-9c09-9d66a980c475', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'floating_ip_address': '172.27.1.10', 'floating_network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'router_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'port_id': '1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322', 'mac_address': 'fa:16:3e:b1:af:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2d2537-58ff-4ee6-bac9-e119452148ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T05:59:56Z', 'updated_at': '2021-08-04T05:59:56Z', 'revision_number': 0, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f633ad4-7ed1-43f5-aa0d-17d04f6c73df', 'name': '', 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'mac_address': 'fa:16:3e:36:3b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '1710d15a-86d5-46eb-8a18-ce13aa256ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:58:57Z', 'updated_at': '2021-08-04T05:59:05Z', 'revision_number': 5, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'subnets': [{'id': '1710d15a-86d5-46eb-8a18-ce13aa256ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 05:59:59.403011 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f23e084-0d01-4341-8141-6d1cde5af15c req-6d86f844-b745-4492-b59c-a271df7197fd tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:59.414099 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-6f23e084-0d01-4341-8141-6d1cde5af15c req-6d86f844-b745-4492-b59c-a271df7197fd tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.18 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 945 time: 0.0615304 Aug 04 05:59:59.440793 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 33138) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 05:59:59.466444 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9de83d-7963-44f5-8c31-faf8d834deca None None] New status for floating IP a1d34e3b-008d-4575-9c09-9d66a980c475: ACTIVE {{(pid=100434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 05:59:59.533022 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f97e99f-76df-4786-856b-eef3d95ca473 admin admin] Deleting subnet a14a1ef0-e270-4b89-af7f-41504d21d3f7 {{(pid=100432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 05:59:59.538156 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-5f97e99f-76df-4786-856b-eef3d95ca473 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:59.576940 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-5f97e99f-76df-4786-856b-eef3d95ca473 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6962328'] for subnet, precommit_delete_associations {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:59.619180 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [req-6f23e084-0d01-4341-8141-6d1cde5af15c req-25c463b8-93ba-47cd-a7fc-fdbcf0a58dbe tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Deleting port c3a5e645-fb9f-449e-9e60-cd87c85b99f9 {{(pid=100432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 05:59:59.619429 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-6f23e084-0d01-4341-8141-6d1cde5af15c req-25c463b8-93ba-47cd-a7fc-fdbcf0a58dbe tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:59.640820 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-5f97e99f-76df-4786-856b-eef3d95ca473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2010901'] for subnet, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:59.723083 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd90c2-2158-4120-8642-d798f8b9fd97 req-ddc89004-b43c-47ac-81c5-a9780be411f7 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:59.727050 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-40bd90c2-2158-4120-8642-d798f8b9fd97 req-ddc89004-b43c-47ac-81c5-a9780be411f7 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 945 time: 0.0499172 Aug 04 05:59:59.764083 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-40bd90c2-2158-4120-8642-d798f8b9fd97 req-dc18048d-dddb-4dc0-8f2e-5bd27c9ef9a0 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/security-groups?id=15c688f3-4334-4a5b-b183-64c7de2fe4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333500 Aug 04 05:59:59.781426 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb00752-5fd3-4198-8d2f-ad9804b37b22 req-d40ade9f-da76-487d-a703-58b55292cdef tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 05:59:59.783004 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-3bb00752-5fd3-4198-8d2f-ad9804b37b22 req-d40ade9f-da76-487d-a703-58b55292cdef tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 945 time: 0.1548245 Aug 04 05:59:59.793041 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [req-6f23e084-0d01-4341-8141-6d1cde5af15c req-25c463b8-93ba-47cd-a7fc-fdbcf0a58dbe tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] For port c3a5e645-fb9f-449e-9e60-cd87c85b99f9, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=c3a5e645-fb9f-449e-9e60-cd87c85b99f9,segment=NetworkSegment(fd5c282d-b29f-459e-bfb6-2a02f219b3cd),segment_id=fd5c282d-b29f-459e-bfb6-2a02f219b3cd)] {{(pid=100432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 05:59:59.793432 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-6f23e084-0d01-4341-8141-6d1cde5af15c req-25c463b8-93ba-47cd-a7fc-fdbcf0a58dbe tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:59.821685 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [req-6f23e084-0d01-4341-8141-6d1cde5af15c req-25c463b8-93ba-47cd-a7fc-fdbcf0a58dbe tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Calling delete_port for c3a5e645-fb9f-449e-9e60-cd87c85b99f9 owned by compute:nova {{(pid=100432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 05:59:59.872678 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-3bb00752-5fd3-4198-8d2f-ad9804b37b22 req-66d70367-8162-4617-a01a-040e93e84cf2 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820336 Aug 04 05:59:59.957578 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-5f97e99f-76df-4786-856b-eef3d95ca473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5048103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4625303'] for subnet, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:59.984592 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-5f97e99f-76df-4786-856b-eef3d95ca473 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 05:59:59.987012 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-5f97e99f-76df-4786-856b-eef3d95ca473 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a14a1ef0-e270-4b89-af7f-41504d21d3f7 HTTP/1.1" status: 204 len: 168 time: 0.5448980 Aug 04 05:59:59.987385 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f97e99f-76df-4786-856b-eef3d95ca473 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a14a1ef0-e270-4b89-af7f-41504d21d3f7,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 05:59:59.989158 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 33144) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:00:00.056882 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c53eeed6-bae0-437a-9059-6363fd867c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601179'] for network, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:00.135379 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c53eeed6-bae0-437a-9059-6363fd867c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660050', 'neutron.services.segments.db._delete_segments_for_network-8791115231223'] for network, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:00.145117 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.services.segments.db [None req-c53eeed6-bae0-437a-9059-6363fd867c6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3907b242-ef3b-469a-800e-be8404ea9585']}} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:00:00.154717 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.services.segments.db [None req-c53eeed6-bae0-437a-9059-6363fd867c6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56857cc4-8378-4d20-9e3c-c07dc6a33ba7') {'for_net_delete': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:00:00.155007 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.services.segments.db [None req-c53eeed6-bae0-437a-9059-6363fd867c6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56857cc4-8378-4d20-9e3c-c07dc6a33ba7') {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:00:00.163485 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c53eeed6-bae0-437a-9059-6363fd867c6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791115235332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5041281'] for segment, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:00.177186 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c53eeed6-bae0-437a-9059-6363fd867c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2010985'] for segment, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:00.182801 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c53eeed6-bae0-437a-9059-6363fd867c6e admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=100431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 06:00:00.183178 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c53eeed6-bae0-437a-9059-6363fd867c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2010985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4497517'] for segment, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:00.184794 dv-cinder-801617-4-iscsi neutron-server[100431]: Traceback (most recent call last): Aug 04 06:00:00.184794 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 06:00:00.184794 dv-cinder-801617-4-iscsi neutron-server[100431]: timer() Aug 04 06:00:00.184794 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 06:00:00.184794 dv-cinder-801617-4-iscsi neutron-server[100431]: cb(*args, **kw) Aug 04 06:00:00.184794 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 06:00:00.184794 dv-cinder-801617-4-iscsi neutron-server[100431]: return func(*args, **kwargs) Aug 04 06:00:00.184794 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 06:00:00.184794 dv-cinder-801617-4-iscsi neutron-server[100431]: self._notify() Aug 04 06:00:00.184794 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 06:00:00.184794 dv-cinder-801617-4-iscsi neutron-server[100431]: self.callback(batched_events) Aug 04 06:00:00.184794 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 06:00:00.184794 dv-cinder-801617-4-iscsi neutron-server[100431]: event.method(event) Aug 04 06:00:00.184794 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 06:00:00.184794 dv-cinder-801617-4-iscsi neutron-server[100431]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 06:00:00.184794 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 06:00:00.184794 dv-cinder-801617-4-iscsi neutron-server[100431]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 06:00:00.184794 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 06:00:00.184794 dv-cinder-801617-4-iscsi neutron-server[100431]: return f(self, *a, **k) Aug 04 06:00:00.184794 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 06:00:00.184794 dv-cinder-801617-4-iscsi neutron-server[100431]: return self._get(url).json() Aug 04 06:00:00.184794 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 06:00:00.184794 dv-cinder-801617-4-iscsi neutron-server[100431]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 06:00:00.184794 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 06:00:00.184794 dv-cinder-801617-4-iscsi neutron-server[100431]: return self.request(url, 'GET', **kwargs) Aug 04 06:00:00.184794 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 06:00:00.184794 dv-cinder-801617-4-iscsi neutron-server[100431]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 06:00:00.184794 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 06:00:00.184794 dv-cinder-801617-4-iscsi neutron-server[100431]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 06:00:00.184794 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 06:00:00.184794 dv-cinder-801617-4-iscsi neutron-server[100431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 06:00:00.184794 dv-cinder-801617-4-iscsi neutron-server[100431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 06:00:00.213619 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-6f23e084-0d01-4341-8141-6d1cde5af15c req-25c463b8-93ba-47cd-a7fc-fdbcf0a58dbe tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:00.230857 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] get_ports_and_sgs() called for port_ids ['c3a5e645-fb9f-449e-9e60-cd87c85b99f9'] {{(pid=100433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 06:00:00.255027 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c463b8-93ba-47cd-a7fc-fdbcf0a58dbe tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Pushing event deleted for resources: {'Port': ['ID=c3a5e645-fb9f-449e-9e60-cd87c85b99f9,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:00:00.287947 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f23e084-0d01-4341-8141-6d1cde5af15c req-25c463b8-93ba-47cd-a7fc-fdbcf0a58dbe tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] No DVR routers for this DVR port c3a5e645-fb9f-449e-9e60-cd87c85b99f9 on host hv-cinder-80161 {{(pid=100432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 06:00:00.290564 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-6f23e084-0d01-4341-8141-6d1cde5af15c req-25c463b8-93ba-47cd-a7fc-fdbcf0a58dbe tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for port, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:00.293023 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-6f23e084-0d01-4341-8141-6d1cde5af15c req-25c463b8-93ba-47cd-a7fc-fdbcf0a58dbe tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.18 "DELETE /v2.0/ports/c3a5e645-fb9f-449e-9e60-cd87c85b99f9 HTTP/1.1" status: 204 len: 173 time: 0.8592443 Aug 04 06:00:00.293463 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631c6d8a-7b73-43f2-9ba3-5c4eb7410f01', 'name': 'network-vif-deleted', 'tag': 'c3a5e645-fb9f-449e-9e60-cd87c85b99f9'}] {{(pid=100432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 06:00:00.296894 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7961aa7e709e573ce1f4efc3791ca037d6473da3b2c6b2a251ebfb1631130676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9909c583-ce0e-4abc-a8ef-1efc94ef5577" -d '{"events": [{"server_uuid": "631c6d8a-7b73-43f2-9ba3-5c4eb7410f01", "name": "network-vif-deleted", "tag": "c3a5e645-fb9f-449e-9e60-cd87c85b99f9"}]}' {{(pid=100432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 06:00:00.331692 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 06:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c9b24e-e996-4e17-9c8b-2c5b08b62685 x-openstack-request-id: req-99c9b24e-e996-4e17-9c8b-2c5b08b62685 {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 06:00:00.332036 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "631c6d8a-7b73-43f2-9ba3-5c4eb7410f01", "name": "network-vif-deleted", "tag": "c3a5e645-fb9f-449e-9e60-cd87c85b99f9", "status": "completed", "code": 200}]} {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 06:00:00.332293 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-99c9b24e-e996-4e17-9c8b-2c5b08b62685 {{(pid=100432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 06:00:00.344372 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '631c6d8a-7b73-43f2-9ba3-5c4eb7410f01', 'name': 'network-vif-deleted', 'tag': 'c3a5e645-fb9f-449e-9e60-cd87c85b99f9', 'status': 'completed', 'code': 200} Aug 04 06:00:00.471309 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c53eeed6-bae0-437a-9059-6363fd867c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571881'] for network, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:00.486718 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c53eeed6-bae0-437a-9059-6363fd867c6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for network, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:00.486718 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-c53eeed6-bae0-437a-9059-6363fd867c6e admin admin] 10.222.0.37 "DELETE /v2.0/networks/3907b242-ef3b-469a-800e-be8404ea9585 HTTP/1.1" status: 204 len: 168 time: 0.4883122 Aug 04 06:00:00.490347 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53eeed6-bae0-437a-9059-6363fd867c6e admin admin] Pushing event deleted for resources: {'Network': ['ID=3907b242-ef3b-469a-800e-be8404ea9585,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:00:00.863543 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-076b66db-9c0c-435b-aad6-b2818cd61e60 req-7d6c2825-cb85-4b17-a33c-09f4ffcc6a10 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 210 time: 0.0263305 Aug 04 06:00:00.993960 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71debf49-d603-41e3-80fa-45cfdbd91c6f req-b75541f8-0407-4307-9de5-78dee87ab8e6 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:00.995340 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-71debf49-d603-41e3-80fa-45cfdbd91c6f req-b75541f8-0407-4307-9de5-78dee87ab8e6 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 945 time: 0.0492680 Aug 04 06:00:01.032087 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-71debf49-d603-41e3-80fa-45cfdbd91c6f req-839b9f39-48f9-4fe3-afd5-1274ab0b54d7 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302100 Aug 04 06:00:01.323103 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 33156) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:00:01.362960 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-f4db8464-35f8-4f36-9efe-39d8211ce45e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9623731366924c0c8ac7ed943da99a82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386667 Aug 04 06:00:01.365292 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 33158) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:00:01.395049 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 662ea2ac-c9d6-456e-b76a-7c4968bba9cf no longer exists at agent hyperv_hv-cinder-80161 {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 06:00:01.414013 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-30f04204-ea41-4441-9796-4ad8c7d9f465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:01.418499 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] No Port match for: 662ea2ac-c9d6-456e-b76a-7c4968bba9cf {{(pid=100433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 06:00:01.418840 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 662ea2ac-c9d6-456e-b76a-7c4968bba9cf not bound to the agent host hv-cinder-80161 {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 06:00:01.435347 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-30f04204-ea41-4441-9796-4ad8c7d9f465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:01.586824 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-30f04204-ea41-4441-9796-4ad8c7d9f465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:01.589472 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-30f04204-ea41-4441-9796-4ad8c7d9f465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:01.590657 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-30f04204-ea41-4441-9796-4ad8c7d9f465 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/891ea094-2101-48fa-9c9a-418dc2a82fdd HTTP/1.1" status: 204 len: 168 time: 0.2244692 Aug 04 06:00:01.599745 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f04204-ea41-4441-9796-4ad8c7d9f465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891ea094-2101-48fa-9c9a-418dc2a82fdd,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:00:01.978366 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-1b57c488-8c6b-40a1-93ee-74f46633839b req-23ea2940-9295-4dec-ab3c-9ec2fe3fe070 tempest-TestMinimumBasicScenario-1417959059 tempest-TestMinimumBasicScenario-1417959059-project] 10.222.0.37 "GET /v2.0/ports?device_id=631c6d8a-7b73-43f2-9ba3-5c4eb7410f01 HTTP/1.1" status: 200 len: 210 time: 0.0300150 Aug 04 06:00:02.150544 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb89b78-8948-4f8f-86b2-8edf37bc8190 req-5612f38a-7019-4be0-9abb-8e80ece59851 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:02.152275 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-7fb89b78-8948-4f8f-86b2-8edf37bc8190 req-5612f38a-7019-4be0-9abb-8e80ece59851 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 945 time: 0.0488944 Aug 04 06:00:02.190725 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-7fb89b78-8948-4f8f-86b2-8edf37bc8190 req-f2bf7e44-2593-4391-8c61-375872eb7640 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326471 Aug 04 06:00:02.307472 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fddb45-7dbe-442e-8ab7-0a3962d8d7c0 req-dc8d1e91-70a2-4e23-a447-25c8b347b054 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:02.308963 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-93fddb45-7dbe-442e-8ab7-0a3962d8d7c0 req-dc8d1e91-70a2-4e23-a447-25c8b347b054 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 945 time: 0.0485792 Aug 04 06:00:02.347223 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-93fddb45-7dbe-442e-8ab7-0a3962d8d7c0 req-05c78c7a-d40a-4df8-abdf-4b329758e56c tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/security-groups?id=17698caf-f8e8-4f6c-8efc-02f837326df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314739 Aug 04 06:00:03.318102 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9aa8c-24ba-48ab-8fb6-5392dc206664 req-1a93fef6-041a-4e88-bda8-289bcfc6e0fc tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:03.319598 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-f9b9aa8c-24ba-48ab-8fb6-5392dc206664 req-1a93fef6-041a-4e88-bda8-289bcfc6e0fc tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 945 time: 0.0565875 Aug 04 06:00:03.360457 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-f9b9aa8c-24ba-48ab-8fb6-5392dc206664 req-234eb641-92e8-4cc6-89a2-cfc12110fb2b tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348830 Aug 04 06:00:03.410753 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device c3a5e645-fb9f-449e-9e60-cd87c85b99f9 no longer exists at agent hyperv_hv-cinder-80161 {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 06:00:03.431021 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] No Port match for: c3a5e645-fb9f-449e-9e60-cd87c85b99f9 {{(pid=100433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 06:00:03.431368 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device c3a5e645-fb9f-449e-9e60-cd87c85b99f9 not bound to the agent host hv-cinder-80161 {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 06:00:03.467176 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01d0c5-f76b-475b-8e6e-a7bba7d2572c req-5e68f720-e93c-44d5-8333-dc8d3369f4bd tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:03.468993 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-fc01d0c5-f76b-475b-8e6e-a7bba7d2572c req-5e68f720-e93c-44d5-8333-dc8d3369f4bd tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 945 time: 0.0539465 Aug 04 06:00:03.563234 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-a84f7b1a-366a-4027-808f-4393bd76dedc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:03.768860 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-fc01d0c5-f76b-475b-8e6e-a7bba7d2572c req-b4195de6-2e47-4c5d-8197-8543ec5adc48 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/security-groups?id=17698caf-f8e8-4f6c-8efc-02f837326df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2922826 Aug 04 06:00:04.480546 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd21243-0473-4564-a4bf-edb114f6d732 req-5ba8c40b-9ab8-48ec-9ee2-ec91964a29a8 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:04.482169 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-6dd21243-0473-4564-a4bf-edb114f6d732 req-5ba8c40b-9ab8-48ec-9ee2-ec91964a29a8 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 945 time: 0.0491655 Aug 04 06:00:04.527969 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-6dd21243-0473-4564-a4bf-edb114f6d732 req-135a12ae-1ae5-46f1-a788-9a757545a1a3 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331151 Aug 04 06:00:04.890357 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce816fe-cd1d-4548-94db-d6f859256b24 req-6fe89400-bc55-4ed2-bb8d-44445424a83c tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:04.891728 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-bce816fe-cd1d-4548-94db-d6f859256b24 req-6fe89400-bc55-4ed2-bb8d-44445424a83c tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 945 time: 0.0506675 Aug 04 06:00:04.933941 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-bce816fe-cd1d-4548-94db-d6f859256b24 req-71c12b67-26b9-48ed-86ab-4149d4c7f323 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/security-groups?id=17698caf-f8e8-4f6c-8efc-02f837326df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362446 Aug 04 06:00:04.962874 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 33280) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:00:05.064621 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-5e9c5bfe-57a9-45ed-b07e-b7551733a9bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:05.151219 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-5e9c5bfe-57a9-45ed-b07e-b7551733a9bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:05.250769 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-5e9c5bfe-57a9-45ed-b07e-b7551733a9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:05.275116 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 33286) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:00:05.284974 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c5bfe-57a9-45ed-b07e-b7551733a9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef40968b-07af-4ad8-932f-b23a653df2a6,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:00:05.289759 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-5e9c5bfe-57a9-45ed-b07e-b7551733a9bc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f8e545f78f9148b99a196368108b62ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3252122 Aug 04 06:00:05.291693 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 33288) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:00:05.350687 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-8361a463-09e7-4103-bbf6-0c2ca0d61213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:05.371415 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-8361a463-09e7-4103-bbf6-0c2ca0d61213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:05.505034 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-8361a463-09e7-4103-bbf6-0c2ca0d61213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:05.507840 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-8361a463-09e7-4103-bbf6-0c2ca0d61213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:05.509072 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-8361a463-09e7-4103-bbf6-0c2ca0d61213 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ef40968b-07af-4ad8-932f-b23a653df2a6 HTTP/1.1" status: 204 len: 168 time: 0.2164237 Aug 04 06:00:05.518289 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8361a463-09e7-4103-bbf6-0c2ca0d61213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef40968b-07af-4ad8-932f-b23a653df2a6,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:00:05.663150 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0119ccdb-7b82-42ae-873b-95c110c5ff23 req-d4a3a5a4-19ef-4c41-a3bd-366da302c39f tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:05.664636 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0119ccdb-7b82-42ae-873b-95c110c5ff23 req-d4a3a5a4-19ef-4c41-a3bd-366da302c39f tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 945 time: 0.0608373 Aug 04 06:00:05.670416 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d9a30d84-05b0-443c-8920-64aa4166ae91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-946435'] for router_interface, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:05.771372 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0119ccdb-7b82-42ae-873b-95c110c5ff23 req-2539864f-6aa2-42a2-8141-77af6427ecd2 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985041 Aug 04 06:00:05.941357 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [None req-d9a30d84-05b0-443c-8920-64aa4166ae91 admin admin] Deleting port 40345e65-3264-4f5c-a581-3a730cb25046 {{(pid=100432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 06:00:05.945149 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d9a30d84-05b0-443c-8920-64aa4166ae91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:06.024923 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-1ad10aef-960f-4b63-a9b6-c22dd4e515d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:06.053554 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [None req-d9a30d84-05b0-443c-8920-64aa4166ae91 admin admin] For port 40345e65-3264-4f5c-a581-3a730cb25046, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=40345e65-3264-4f5c-a581-3a730cb25046,segment=NetworkSegment(fd5c282d-b29f-459e-bfb6-2a02f219b3cd),segment_id=fd5c282d-b29f-459e-bfb6-2a02f219b3cd)] {{(pid=100432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:00:06.053839 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d9a30d84-05b0-443c-8920-64aa4166ae91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:06.069567 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [None req-d9a30d84-05b0-443c-8920-64aa4166ae91 admin admin] Calling delete_port for 40345e65-3264-4f5c-a581-3a730cb25046 owned by network:router_interface {{(pid=100432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 06:00:06.092288 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475078d-3d96-40c8-a5fe-5e18764453c6 req-bfd4df98-0d0c-49f6-baa1-987d36399c54 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:06.093885 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9475078d-3d96-40c8-a5fe-5e18764453c6 req-bfd4df98-0d0c-49f6-baa1-987d36399c54 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 945 time: 0.0823667 Aug 04 06:00:06.127753 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:06.172950 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9475078d-3d96-40c8-a5fe-5e18764453c6 req-1849b29f-9095-434e-9806-f6f7e8826b4b tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/security-groups?id=17698caf-f8e8-4f6c-8efc-02f837326df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496569 Aug 04 06:00:06.177613 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 33300) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:00:06.193385 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-bda4f653-c559-480f-a5c9-2e4d1508e2f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:06.279958 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-bda4f653-c559-480f-a5c9-2e4d1508e2f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:06.356099 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-bda4f653-c559-480f-a5c9-2e4d1508e2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:06.393171 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda4f653-c559-480f-a5c9-2e4d1508e2f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17bafdad-6074-42b0-8cdc-832fc91769d5,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:00:06.396674 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d9a30d84-05b0-443c-8920-64aa4166ae91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:06.401067 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-bda4f653-c559-480f-a5c9-2e4d1508e2f7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=55e003dd47ee430485f90aebcea2d2fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2201042 Aug 04 06:00:06.402024 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 33302) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:00:06.424367 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a30d84-05b0-443c-8920-64aa4166ae91 admin admin] Pushing event deleted for resources: {'Port': ['ID=40345e65-3264-4f5c-a581-3a730cb25046,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:00:06.453782 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d30fb2b3-7869-4fab-a140-8467a888648f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:06.477402 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d30fb2b3-7869-4fab-a140-8467a888648f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:06.587182 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d9a30d84-05b0-443c-8920-64aa4166ae91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-946551'] for router_interface, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:06.596711 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d30fb2b3-7869-4fab-a140-8467a888648f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:06.599529 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d30fb2b3-7869-4fab-a140-8467a888648f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:06.600866 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-d30fb2b3-7869-4fab-a140-8467a888648f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/17bafdad-6074-42b0-8cdc-832fc91769d5 HTTP/1.1" status: 204 len: 168 time: 0.1985910 Aug 04 06:00:06.610644 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30fb2b3-7869-4fab-a140-8467a888648f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bafdad-6074-42b0-8cdc-832fc91769d5,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:00:06.805173 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9a30d84-05b0-443c-8920-64aa4166ae91 admin admin] Router 9c1aef01-92be-4167-b847-6e8fea271d29 has already been hosted by L3 agent 1092c566-0070-459b-a71e-112f2411deeb {{(pid=100432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 06:00:06.895237 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899574d-b14d-4b0c-883f-64f59e3d8685 req-4d66f6c7-d483-4aea-9804-90cbd9a3c18f tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:06.896663 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b899574d-b14d-4b0c-883f-64f59e3d8685 req-4d66f6c7-d483-4aea-9804-90cbd9a3c18f tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 945 time: 0.0495086 Aug 04 06:00:06.913318 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a30d84-05b0-443c-8920-64aa4166ae91 admin admin] Notify agent at l3_agent.dv-cinder-801617-4-iscsi the message routers_updated {{(pid=100432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 06:00:06.921248 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-d9a30d84-05b0-443c-8920-64aa4166ae91 admin admin] 10.222.0.37 "PUT /v2.0/routers/9c1aef01-92be-4167-b847-6e8fea271d29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6421232 Aug 04 06:00:06.921497 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 33308) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:00:06.928350 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83fc265-946d-4c15-b863-fd6dbfcad276 None None] Sync routers for ids ['9c1aef01-92be-4167-b847-6e8fea271d29'] in dv-cinder-801617-4-iscsi {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 06:00:06.941778 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83fc265-946d-4c15-b863-fd6dbfcad276 None None] Routers {'9c1aef01-92be-4167-b847-6e8fea271d29'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 06:00:06.942620 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-c83fc265-946d-4c15-b863-fd6dbfcad276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T06:00:06Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['9c1aef01-92be-4167-b847-6e8fea271d29'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:00:06.972982 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b899574d-b14d-4b0c-883f-64f59e3d8685 req-720fdf75-6dae-4b0d-8541-560d7416e71f tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690808 Aug 04 06:00:07.033999 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-5f87a8a7-dc7a-45f2-8e70-7d0df4debcad admin admin] Notify callbacks [] for router, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:07.069378 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-c83fc265-946d-4c15-b863-fd6dbfcad276 None None] Set router 9c1aef01-92be-4167-b847-6e8fea271d29 gateway port host: dv-cinder-801617-4-iscsi {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 06:00:07.156204 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-5f87a8a7-dc7a-45f2-8e70-7d0df4debcad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:07.290710 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-c83fc265-946d-4c15-b863-fd6dbfcad276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1aef01-92be-4167-b847-6e8fea271d29', 'name': 'tempest-TestMinimumBasicScenario-1976798926-router', 'tenant_id': '8f62397568a74730be8e584893e1c3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '334f521b-c8ab-4742-a751-4d6d582e4efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:56:24Z', 'updated_at': '2021-08-04T06:00:06Z', 'revision_number': 5, 'project_id': '8f62397568a74730be8e584893e1c3e1', 'gw_port': {'id': '334f521b-c8ab-4742-a751-4d6d582e4efd', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:27:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1aef01-92be-4167-b847-6e8fea271d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:56:25Z', 'updated_at': '2021-08-04T05:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi'}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:00:07.322024 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83fc265-946d-4c15-b863-fd6dbfcad276 None None] Checking router: 9c1aef01-92be-4167-b847-6e8fea271d29 for host: dv-cinder-801617-4-iscsi {{(pid=100433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 06:00:07.331781 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83fc265-946d-4c15-b863-fd6dbfcad276 None None] Routers {'9c1aef01-92be-4167-b847-6e8fea271d29'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 06:00:07.331781 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-c83fc265-946d-4c15-b863-fd6dbfcad276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T06:00:06Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['9c1aef01-92be-4167-b847-6e8fea271d29'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:00:07.336052 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f459f2d-3fd6-45ff-9434-99f45152a9cb req-0b5ab02c-bf24-4705-9502-07f03169f355 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:07.338664 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9f459f2d-3fd6-45ff-9434-99f45152a9cb req-0b5ab02c-bf24-4705-9502-07f03169f355 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 945 time: 0.0711739 Aug 04 06:00:07.342669 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [None req-5f87a8a7-dc7a-45f2-8e70-7d0df4debcad admin admin] Deleting port 334f521b-c8ab-4742-a751-4d6d582e4efd {{(pid=100432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 06:00:07.343262 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-5f87a8a7-dc7a-45f2-8e70-7d0df4debcad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:07.419846 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-c83fc265-946d-4c15-b863-fd6dbfcad276 None None] Set router 9c1aef01-92be-4167-b847-6e8fea271d29 gateway port host: None {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 06:00:07.427393 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9f459f2d-3fd6-45ff-9434-99f45152a9cb req-7858e52f-4b34-481f-a127-e53afd667398 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/security-groups?id=17698caf-f8e8-4f6c-8efc-02f837326df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797071 Aug 04 06:00:07.460362 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [None req-5f87a8a7-dc7a-45f2-8e70-7d0df4debcad admin admin] For port 334f521b-c8ab-4742-a751-4d6d582e4efd, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=334f521b-c8ab-4742-a751-4d6d582e4efd,segment=NetworkSegment(1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa),segment_id=1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa)] {{(pid=100432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:00:07.460731 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-5f87a8a7-dc7a-45f2-8e70-7d0df4debcad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:07.473922 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [None req-5f87a8a7-dc7a-45f2-8e70-7d0df4debcad admin admin] Calling delete_port for 334f521b-c8ab-4742-a751-4d6d582e4efd owned by network:router_gateway {{(pid=100432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 06:00:07.474800 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-c83fc265-946d-4c15-b863-fd6dbfcad276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1aef01-92be-4167-b847-6e8fea271d29', 'name': 'tempest-TestMinimumBasicScenario-1976798926-router', 'tenant_id': '8f62397568a74730be8e584893e1c3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:56:24Z', 'updated_at': '2021-08-04T06:00:07Z', 'revision_number': 6, 'project_id': '8f62397568a74730be8e584893e1c3e1', 'gw_port_host': None}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:00:07.509049 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83fc265-946d-4c15-b863-fd6dbfcad276 None None] The sync data for ids ['9c1aef01-92be-4167-b847-6e8fea271d29'] in dv-cinder-801617-4-iscsi is: [{'id': '9c1aef01-92be-4167-b847-6e8fea271d29', 'name': 'tempest-TestMinimumBasicScenario-1976798926-router', 'tenant_id': '8f62397568a74730be8e584893e1c3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:56:24Z', 'updated_at': '2021-08-04T06:00:07Z', 'revision_number': 6, 'project_id': '8f62397568a74730be8e584893e1c3e1', 'gw_port_host': None}] {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 06:00:07.603240 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6693b30c-6718-4946-8b55-748181203f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:07.865207 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-5f87a8a7-dc7a-45f2-8e70-7d0df4debcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:07.895101 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f87a8a7-dc7a-45f2-8e70-7d0df4debcad admin admin] Pushing event deleted for resources: {'Port': ['ID=334f521b-c8ab-4742-a751-4d6d582e4efd,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:00:07.952325 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 40345e65-3264-4f5c-a581-3a730cb25046 no longer exists at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 06:00:07.982611 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] No Port match for: 40345e65-3264-4f5c-a581-3a730cb25046 {{(pid=100433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 06:00:07.986291 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-5f87a8a7-dc7a-45f2-8e70-7d0df4debcad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571853'] for router_gateway, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:07.986593 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 40345e65-3264-4f5c-a581-3a730cb25046 not bound to the agent host dv-cinder-801617-4-iscsi {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 06:00:08.113633 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa81c7c-1c2a-437d-96ac-e394d5da9b0d req-e54dee80-1d5e-4774-a876-042912d77624 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:08.116748 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-faa81c7c-1c2a-437d-96ac-e394d5da9b0d req-e54dee80-1d5e-4774-a876-042912d77624 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 945 time: 0.0566168 Aug 04 06:00:08.118443 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-5f87a8a7-dc7a-45f2-8e70-7d0df4debcad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-937042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24613'] for router, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:08.120834 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-5f87a8a7-dc7a-45f2-8e70-7d0df4debcad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:08.156978 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-faa81c7c-1c2a-437d-96ac-e394d5da9b0d req-486dce9c-dc72-4185-bd05-6bd3363d5599 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345566 Aug 04 06:00:08.299647 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-5f87a8a7-dc7a-45f2-8e70-7d0df4debcad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-937158'] for router, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:08.300252 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f87a8a7-dc7a-45f2-8e70-7d0df4debcad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c1aef01-92be-4167-b847-6e8fea271d29 {{(pid=100432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 06:00:08.309218 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-5f87a8a7-dc7a-45f2-8e70-7d0df4debcad admin admin] Notify callbacks [] for router, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:08.309218 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-5f87a8a7-dc7a-45f2-8e70-7d0df4debcad admin admin] 10.222.0.37 "DELETE /v2.0/routers/9c1aef01-92be-4167-b847-6e8fea271d29 HTTP/1.1" status: 204 len: 168 time: 1.3850405 Aug 04 06:00:08.309958 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 33346) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:00:08.354842 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.db_base_plugin_v2 [None req-540c59d7-85c9-48fb-911e-376d16438c19 admin admin] Deleting subnet 4a1f5ca3-6248-4755-92d6-9160486f41b6 {{(pid=100432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 06:00:08.357792 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-540c59d7-85c9-48fb-911e-376d16438c19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:08.394424 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-540c59d7-85c9-48fb-911e-376d16438c19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6962328'] for subnet, precommit_delete_associations {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:08.518348 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-540c59d7-85c9-48fb-911e-376d16438c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2010901'] for subnet, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:08.584929 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3589d07-036d-4e79-bc4c-b5b5b1ea3255 req-da0af85c-17cd-4d73-bae7-928662aa33a0 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:08.589264 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e3589d07-036d-4e79-bc4c-b5b5b1ea3255 req-da0af85c-17cd-4d73-bae7-928662aa33a0 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 945 time: 0.0779128 Aug 04 06:00:08.631832 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e3589d07-036d-4e79-bc4c-b5b5b1ea3255 req-0b33d3d1-99f5-4b68-8b14-c63ef55b7113 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/security-groups?id=17698caf-f8e8-4f6c-8efc-02f837326df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379050 Aug 04 06:00:08.745291 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-540c59d7-85c9-48fb-911e-376d16438c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5048103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4625303'] for subnet, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:08.778724 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-540c59d7-85c9-48fb-911e-376d16438c19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:08.782397 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-540c59d7-85c9-48fb-911e-376d16438c19 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4a1f5ca3-6248-4755-92d6-9160486f41b6 HTTP/1.1" status: 204 len: 168 time: 0.4686799 Aug 04 06:00:08.782397 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c59d7-85c9-48fb-911e-376d16438c19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a1f5ca3-6248-4755-92d6-9160486f41b6,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:00:08.782850 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 33356) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:00:08.789763 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4758afba-8c0c-4ac8-8fc9-824d7990c9fa None None] Network 4ef8f3b4-2b14-4272-a773-ce259c8b6ad8 requested from dv-cinder-801617-4-iscsi {{(pid=100433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 06:00:08.856470 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-dd8d8a98-0775-41d7-87ed-5b06bb1f261d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601179'] for network, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:08.914920 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-dd8d8a98-0775-41d7-87ed-5b06bb1f261d admin admin] Deleting port 940d24ac-9bfd-419c-9f3e-bde373158fee {{(pid=100431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 06:00:08.915534 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-dd8d8a98-0775-41d7-87ed-5b06bb1f261d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:08.991372 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-dd8d8a98-0775-41d7-87ed-5b06bb1f261d admin admin] For port 940d24ac-9bfd-419c-9f3e-bde373158fee, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=940d24ac-9bfd-419c-9f3e-bde373158fee,segment=NetworkSegment(fd5c282d-b29f-459e-bfb6-2a02f219b3cd),segment_id=fd5c282d-b29f-459e-bfb6-2a02f219b3cd)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:00:08.991793 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-dd8d8a98-0775-41d7-87ed-5b06bb1f261d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:08.993095 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a899ffa1-56e0-4352-afd9-143558c156cb None None] DHCP port deletion for 4ef8f3b4-2b14-4272-a773-ce259c8b6ad8 request from dv-cinder-801617-4-iscsi {{(pid=100433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 06:00:09.004840 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-dd8d8a98-0775-41d7-87ed-5b06bb1f261d admin admin] Calling delete_port for 940d24ac-9bfd-419c-9f3e-bde373158fee owned by network:dhcp {{(pid=100431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 06:00:09.038941 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-a899ffa1-56e0-4352-afd9-143558c156cb None None] Deleting port 940d24ac-9bfd-419c-9f3e-bde373158fee {{(pid=100433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 06:00:09.039225 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-a899ffa1-56e0-4352-afd9-143558c156cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:09.114473 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-a899ffa1-56e0-4352-afd9-143558c156cb None None] For port 940d24ac-9bfd-419c-9f3e-bde373158fee, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=940d24ac-9bfd-419c-9f3e-bde373158fee,segment=NetworkSegment(fd5c282d-b29f-459e-bfb6-2a02f219b3cd),segment_id=fd5c282d-b29f-459e-bfb6-2a02f219b3cd)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:00:09.114473 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-a899ffa1-56e0-4352-afd9-143558c156cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:09.124232 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-a899ffa1-56e0-4352-afd9-143558c156cb None None] Calling delete_port for 940d24ac-9bfd-419c-9f3e-bde373158fee owned by network:dhcp {{(pid=100433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 06:00:09.185315 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-dd8d8a98-0775-41d7-87ed-5b06bb1f261d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4497432'] for port, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:09.225101 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d8a98-0775-41d7-87ed-5b06bb1f261d admin admin] Pushing event deleted for resources: {'Port': ['ID=940d24ac-9bfd-419c-9f3e-bde373158fee,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:00:09.240649 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8d8a98-0775-41d7-87ed-5b06bb1f261d admin admin] No DVR routers for this DVR port 940d24ac-9bfd-419c-9f3e-bde373158fee on host dv-cinder-801617-4-iscsi {{(pid=100431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 06:00:09.312063 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba906383-b8f8-46c5-a91c-de27c66814cf req-8c9f8876-89c0-469e-bca1-609c8e7f44a4 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:09.313469 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ba906383-b8f8-46c5-a91c-de27c66814cf req-8c9f8876-89c0-469e-bca1-609c8e7f44a4 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 945 time: 0.0563529 Aug 04 06:00:09.322517 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-dd8d8a98-0775-41d7-87ed-5b06bb1f261d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660050', 'neutron.services.segments.db._delete_segments_for_network-8791115231223'] for network, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:09.336216 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.services.segments.db [None req-dd8d8a98-0775-41d7-87ed-5b06bb1f261d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ef8f3b4-2b14-4272-a773-ce259c8b6ad8']}} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:00:09.364564 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.services.segments.db [None req-dd8d8a98-0775-41d7-87ed-5b06bb1f261d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd5c282d-b29f-459e-bfb6-2a02f219b3cd') {'for_net_delete': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:00:09.365002 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.services.segments.db [None req-dd8d8a98-0775-41d7-87ed-5b06bb1f261d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd5c282d-b29f-459e-bfb6-2a02f219b3cd') {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:00:09.372836 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ba906383-b8f8-46c5-a91c-de27c66814cf req-8bc58fec-bf9c-4635-ba96-9a24a635de04 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509052 Aug 04 06:00:09.381398 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-dd8d8a98-0775-41d7-87ed-5b06bb1f261d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791115235332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5041281'] for segment, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:09.400361 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-dd8d8a98-0775-41d7-87ed-5b06bb1f261d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2010985'] for segment, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:09.407681 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd8d8a98-0775-41d7-87ed-5b06bb1f261d admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=100431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 06:00:09.411048 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-dd8d8a98-0775-41d7-87ed-5b06bb1f261d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2010985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4497517'] for segment, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:09.411048 dv-cinder-801617-4-iscsi neutron-server[100431]: Traceback (most recent call last): Aug 04 06:00:09.411048 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 06:00:09.411048 dv-cinder-801617-4-iscsi neutron-server[100431]: timer() Aug 04 06:00:09.411048 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 06:00:09.411048 dv-cinder-801617-4-iscsi neutron-server[100431]: cb(*args, **kw) Aug 04 06:00:09.411048 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 06:00:09.411048 dv-cinder-801617-4-iscsi neutron-server[100431]: return func(*args, **kwargs) Aug 04 06:00:09.411048 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 06:00:09.411048 dv-cinder-801617-4-iscsi neutron-server[100431]: self._notify() Aug 04 06:00:09.411048 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 06:00:09.411048 dv-cinder-801617-4-iscsi neutron-server[100431]: self.callback(batched_events) Aug 04 06:00:09.411048 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 06:00:09.411048 dv-cinder-801617-4-iscsi neutron-server[100431]: event.method(event) Aug 04 06:00:09.411048 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 06:00:09.411048 dv-cinder-801617-4-iscsi neutron-server[100431]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 06:00:09.411048 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 06:00:09.411048 dv-cinder-801617-4-iscsi neutron-server[100431]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 06:00:09.411048 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 06:00:09.411048 dv-cinder-801617-4-iscsi neutron-server[100431]: return f(self, *a, **k) Aug 04 06:00:09.411048 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 06:00:09.411048 dv-cinder-801617-4-iscsi neutron-server[100431]: return self._get(url).json() Aug 04 06:00:09.411048 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 06:00:09.411048 dv-cinder-801617-4-iscsi neutron-server[100431]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 06:00:09.411048 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 06:00:09.411048 dv-cinder-801617-4-iscsi neutron-server[100431]: return self.request(url, 'GET', **kwargs) Aug 04 06:00:09.411048 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 06:00:09.411048 dv-cinder-801617-4-iscsi neutron-server[100431]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 06:00:09.411048 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 06:00:09.411048 dv-cinder-801617-4-iscsi neutron-server[100431]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 06:00:09.411048 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 06:00:09.411048 dv-cinder-801617-4-iscsi neutron-server[100431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 06:00:09.411048 dv-cinder-801617-4-iscsi neutron-server[100431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 06:00:09.414619 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-a899ffa1-56e0-4352-afd9-143558c156cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615'] for port, after_delete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:09.444225 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a899ffa1-56e0-4352-afd9-143558c156cb None None] Pushing event deleted for resources: {'Port': ['ID=940d24ac-9bfd-419c-9f3e-bde373158fee,revision_number=None']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:00:09.448172 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a899ffa1-56e0-4352-afd9-143558c156cb None None] No DVR routers for this DVR port 940d24ac-9bfd-419c-9f3e-bde373158fee on host dv-cinder-801617-4-iscsi {{(pid=100433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 06:00:09.505302 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-dee0c6e9-f257-441c-951e-ad3806d8c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:09.607670 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-dd8d8a98-0775-41d7-87ed-5b06bb1f261d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571881'] for network, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:09.612911 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-dd8d8a98-0775-41d7-87ed-5b06bb1f261d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for network, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:09.617572 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-dd8d8a98-0775-41d7-87ed-5b06bb1f261d admin admin] 10.222.0.37 "DELETE /v2.0/networks/4ef8f3b4-2b14-4272-a773-ce259c8b6ad8 HTTP/1.1" status: 204 len: 168 time: 0.8310382 Aug 04 06:00:09.618025 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 33384) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:00:09.628748 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d8a98-0775-41d7-87ed-5b06bb1f261d admin admin] Pushing event deleted for resources: {'Network': ['ID=4ef8f3b4-2b14-4272-a773-ce259c8b6ad8,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:00:09.744984 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 334f521b-c8ab-4742-a751-4d6d582e4efd no longer exists at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 06:00:09.768854 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] No Port match for: 334f521b-c8ab-4742-a751-4d6d582e4efd {{(pid=100433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 06:00:09.769334 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 334f521b-c8ab-4742-a751-4d6d582e4efd not bound to the agent host dv-cinder-801617-4-iscsi {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 06:00:09.769806 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 940d24ac-9bfd-419c-9f3e-bde373158fee no longer exists at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 06:00:09.789510 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] No Port match for: 940d24ac-9bfd-419c-9f3e-bde373158fee {{(pid=100433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 06:00:09.789849 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 940d24ac-9bfd-419c-9f3e-bde373158fee not bound to the agent host dv-cinder-801617-4-iscsi {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 06:00:09.808843 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82cc5c-603e-41e3-bd4f-9ff49cfe3458 req-7ec17b24-a2e1-4650-a3d0-878265741e72 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:09.810420 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0f82cc5c-603e-41e3-bd4f-9ff49cfe3458 req-7ec17b24-a2e1-4650-a3d0-878265741e72 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 945 time: 0.1026602 Aug 04 06:00:09.887997 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0f82cc5c-603e-41e3-bd4f-9ff49cfe3458 req-921e635e-e6f1-4c3e-b0fe-0cc201018643 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/security-groups?id=17698caf-f8e8-4f6c-8efc-02f837326df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709393 Aug 04 06:00:10.052344 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-8b4074d9-dc04-4bc4-bbd8-d25c1bb3ef58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-946435'] for router_interface, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:10.524500 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b5cc9-5978-455c-bad3-600dcb047a2a req-2db1e28d-a3fa-451e-96e3-fbec229af952 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:10.525951 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f27b5cc9-5978-455c-bad3-600dcb047a2a req-2db1e28d-a3fa-451e-96e3-fbec229af952 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 945 time: 0.0725367 Aug 04 06:00:10.605019 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f27b5cc9-5978-455c-bad3-600dcb047a2a req-672efb30-b3be-4441-be20-ac9851204b80 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717938 Aug 04 06:00:10.626584 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [None req-8b4074d9-dc04-4bc4-bbd8-d25c1bb3ef58 admin admin] Deleting port 3139cb70-2409-4297-9eca-9401cc02d0e0 {{(pid=100432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 06:00:10.626924 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-8b4074d9-dc04-4bc4-bbd8-d25c1bb3ef58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:10.706313 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [None req-8b4074d9-dc04-4bc4-bbd8-d25c1bb3ef58 admin admin] For port 3139cb70-2409-4297-9eca-9401cc02d0e0, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=3139cb70-2409-4297-9eca-9401cc02d0e0,segment=NetworkSegment(dd5efd73-8cff-40d8-902a-2be57d6b1904),segment_id=dd5efd73-8cff-40d8-902a-2be57d6b1904)] {{(pid=100432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:00:10.706702 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-8b4074d9-dc04-4bc4-bbd8-d25c1bb3ef58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:10.720232 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [None req-8b4074d9-dc04-4bc4-bbd8-d25c1bb3ef58 admin admin] Calling delete_port for 3139cb70-2409-4297-9eca-9401cc02d0e0 owned by network:router_interface {{(pid=100432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 06:00:10.984959 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-8b4074d9-dc04-4bc4-bbd8-d25c1bb3ef58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:11.011108 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4074d9-dc04-4bc4-bbd8-d25c1bb3ef58 admin admin] Pushing event deleted for resources: {'Port': ['ID=3139cb70-2409-4297-9eca-9401cc02d0e0,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:00:11.029243 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2c0f0-9cc1-460e-b185-c53eec78f95a req-f57803a6-6490-4a4c-adf5-8f8b09668652 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:11.038471 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-09c2c0f0-9cc1-460e-b185-c53eec78f95a req-f57803a6-6490-4a4c-adf5-8f8b09668652 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 945 time: 0.0691943 Aug 04 06:00:11.076250 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-09c2c0f0-9cc1-460e-b185-c53eec78f95a req-f3fc8f65-8664-450f-aa39-d89304afd797 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/security-groups?id=17698caf-f8e8-4f6c-8efc-02f837326df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367274 Aug 04 06:00:11.190364 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-8b4074d9-dc04-4bc4-bbd8-d25c1bb3ef58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-946551'] for router_interface, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:11.404535 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4074d9-dc04-4bc4-bbd8-d25c1bb3ef58 admin admin] Router 9cde2a80-f964-476d-9141-cc4c01be5ee1 has already been hosted by L3 agent 1092c566-0070-459b-a71e-112f2411deeb {{(pid=100432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 06:00:11.519181 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4074d9-dc04-4bc4-bbd8-d25c1bb3ef58 admin admin] Notify agent at l3_agent.dv-cinder-801617-4-iscsi the message routers_updated {{(pid=100432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 06:00:11.526863 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-8b4074d9-dc04-4bc4-bbd8-d25c1bb3ef58 admin admin] 10.222.0.37 "PUT /v2.0/routers/9cde2a80-f964-476d-9141-cc4c01be5ee1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9056144 Aug 04 06:00:11.527394 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 33402) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:00:11.529460 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e351dc8d-6329-4865-8148-fd5fa90bde25 None None] Sync routers for ids ['9cde2a80-f964-476d-9141-cc4c01be5ee1'] in dv-cinder-801617-4-iscsi {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 06:00:11.539751 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e351dc8d-6329-4865-8148-fd5fa90bde25 None None] Routers {'9cde2a80-f964-476d-9141-cc4c01be5ee1'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 06:00:11.540393 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-e351dc8d-6329-4865-8148-fd5fa90bde25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T06:00:06Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['9cde2a80-f964-476d-9141-cc4c01be5ee1'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:00:11.646283 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-196d00af-10c7-43d2-a905-2cee1b29aa94 admin admin] Notify callbacks [] for router, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:11.657352 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-e351dc8d-6329-4865-8148-fd5fa90bde25 None None] Set router 9cde2a80-f964-476d-9141-cc4c01be5ee1 gateway port host: dv-cinder-801617-4-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 06:00:11.784244 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573ff22-63c1-4abb-a097-0cfa984f3418 req-c83199fc-a72d-4c8e-bfa5-6781429efed6 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:11.789814 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-196d00af-10c7-43d2-a905-2cee1b29aa94 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:11.794553 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e573ff22-63c1-4abb-a097-0cfa984f3418 req-c83199fc-a72d-4c8e-bfa5-6781429efed6 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 945 time: 0.0781941 Aug 04 06:00:11.828606 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e573ff22-63c1-4abb-a097-0cfa984f3418 req-e0d410f3-d372-4370-8997-6ebb230c6ea7 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349898 Aug 04 06:00:11.880762 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-e351dc8d-6329-4865-8148-fd5fa90bde25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cde2a80-f964-476d-9141-cc4c01be5ee1', 'name': 'tempest-TestMinimumBasicScenario-1064160315-router', 'tenant_id': '3a490894560a4612829cd79cc9723c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'cee28975-e4e7-4004-ba65-1ffa4fe523a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:56:34Z', 'updated_at': '2021-08-04T06:00:10Z', 'revision_number': 5, 'project_id': '3a490894560a4612829cd79cc9723c2f', 'gw_port': {'id': 'cee28975-e4e7-4004-ba65-1ffa4fe523a4', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cde2a80-f964-476d-9141-cc4c01be5ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:56:35Z', 'updated_at': '2021-08-04T05:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi'}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:00:11.907813 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e351dc8d-6329-4865-8148-fd5fa90bde25 None None] Checking router: 9cde2a80-f964-476d-9141-cc4c01be5ee1 for host: dv-cinder-801617-4-iscsi {{(pid=100434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 06:00:11.917114 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e351dc8d-6329-4865-8148-fd5fa90bde25 None None] Routers {'9cde2a80-f964-476d-9141-cc4c01be5ee1'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 06:00:11.917718 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-e351dc8d-6329-4865-8148-fd5fa90bde25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T06:00:06Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['9cde2a80-f964-476d-9141-cc4c01be5ee1'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:00:11.948355 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-196d00af-10c7-43d2-a905-2cee1b29aa94 admin admin] Deleting port cee28975-e4e7-4004-ba65-1ffa4fe523a4 {{(pid=100431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 06:00:11.948695 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-196d00af-10c7-43d2-a905-2cee1b29aa94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:12.005478 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-e351dc8d-6329-4865-8148-fd5fa90bde25 None None] Set router 9cde2a80-f964-476d-9141-cc4c01be5ee1 gateway port host: None {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 06:00:12.029976 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-196d00af-10c7-43d2-a905-2cee1b29aa94 admin admin] For port cee28975-e4e7-4004-ba65-1ffa4fe523a4, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=cee28975-e4e7-4004-ba65-1ffa4fe523a4,segment=NetworkSegment(1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa),segment_id=1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:00:12.030619 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-196d00af-10c7-43d2-a905-2cee1b29aa94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:12.043914 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-196d00af-10c7-43d2-a905-2cee1b29aa94 admin admin] Calling delete_port for cee28975-e4e7-4004-ba65-1ffa4fe523a4 owned by network:router_gateway {{(pid=100431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 06:00:12.056419 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-e351dc8d-6329-4865-8148-fd5fa90bde25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cde2a80-f964-476d-9141-cc4c01be5ee1', 'name': 'tempest-TestMinimumBasicScenario-1064160315-router', 'tenant_id': '3a490894560a4612829cd79cc9723c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:56:34Z', 'updated_at': '2021-08-04T06:00:11Z', 'revision_number': 6, 'project_id': '3a490894560a4612829cd79cc9723c2f', 'gw_port_host': None}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:00:12.085015 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e351dc8d-6329-4865-8148-fd5fa90bde25 None None] The sync data for ids ['9cde2a80-f964-476d-9141-cc4c01be5ee1'] in dv-cinder-801617-4-iscsi is: [{'id': '9cde2a80-f964-476d-9141-cc4c01be5ee1', 'name': 'tempest-TestMinimumBasicScenario-1064160315-router', 'tenant_id': '3a490894560a4612829cd79cc9723c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:56:34Z', 'updated_at': '2021-08-04T06:00:11Z', 'revision_number': 6, 'project_id': '3a490894560a4612829cd79cc9723c2f', 'gw_port_host': None}] {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 06:00:12.208855 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a17bbf-e635-4237-8355-558d69cb9bee req-ed52c8b6-01b9-4a52-929f-ba6723d0ecb7 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:12.210334 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-27a17bbf-e635-4237-8355-558d69cb9bee req-ed52c8b6-01b9-4a52-929f-ba6723d0ecb7 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 945 time: 0.0576439 Aug 04 06:00:12.279868 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-27a17bbf-e635-4237-8355-558d69cb9bee req-2da3c913-c240-48ab-8779-13d47eef44c7 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/security-groups?id=17698caf-f8e8-4f6c-8efc-02f837326df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444829 Aug 04 06:00:12.350550 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-196d00af-10c7-43d2-a905-2cee1b29aa94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4497432'] for port, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:12.378311 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d00af-10c7-43d2-a905-2cee1b29aa94 admin admin] Pushing event deleted for resources: {'Port': ['ID=cee28975-e4e7-4004-ba65-1ffa4fe523a4,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:00:12.446453 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-196d00af-10c7-43d2-a905-2cee1b29aa94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571853'] for router_gateway, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:12.539677 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-196d00af-10c7-43d2-a905-2cee1b29aa94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-937042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24613'] for router, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:12.541856 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-196d00af-10c7-43d2-a905-2cee1b29aa94 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:12.635729 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-196d00af-10c7-43d2-a905-2cee1b29aa94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-937158'] for router, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:12.636199 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196d00af-10c7-43d2-a905-2cee1b29aa94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cde2a80-f964-476d-9141-cc4c01be5ee1 {{(pid=100431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 06:00:12.641087 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-196d00af-10c7-43d2-a905-2cee1b29aa94 admin admin] Notify callbacks [] for router, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:12.642224 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-196d00af-10c7-43d2-a905-2cee1b29aa94 admin admin] 10.222.0.37 "DELETE /v2.0/routers/9cde2a80-f964-476d-9141-cc4c01be5ee1 HTTP/1.1" status: 204 len: 168 time: 1.1138985 Aug 04 06:00:12.644713 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 33420) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:00:12.685266 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74971bfd-de67-4242-87fa-f08e382591a1 req-8ecd021a-9aa0-4cd8-97ce-faa529f48b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:12.686876 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-74971bfd-de67-4242-87fa-f08e382591a1 req-8ecd021a-9aa0-4cd8-97ce-faa529f48b34 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=523ead1982c046a394318b39d745033e&device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 1098 time: 0.0404303 Aug 04 06:00:12.691091 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.db_base_plugin_v2 [None req-c20560d6-124e-49c4-8037-2d63f7829df5 admin admin] Deleting subnet 395706c1-d544-4f4f-8ad7-b973f139947b {{(pid=100431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 06:00:12.694221 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c20560d6-124e-49c4-8037-2d63f7829df5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:12.730525 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c20560d6-124e-49c4-8037-2d63f7829df5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5041290'] for subnet, precommit_delete_associations {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:12.788978 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74971bfd-de67-4242-87fa-f08e382591a1 req-b2b9bcc8-9ba9-47dc-973d-a41b156c7fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:12.790484 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-74971bfd-de67-4242-87fa-f08e382591a1 req-b2b9bcc8-9ba9-47dc-973d-a41b156c7fcb service neutron] 10.222.0.18 "GET /v2.0/networks?id=547de350-98df-426a-b398-b032321fdf42 HTTP/1.1" status: 200 len: 910 time: 0.0962214 Aug 04 06:00:12.865946 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c20560d6-124e-49c4-8037-2d63f7829df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2010901'] for subnet, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:12.889385 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-74971bfd-de67-4242-87fa-f08e382591a1 req-6d83f984-a94a-47a8-b74d-bb9869f94bc0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7362a5f2-b32e-4ae8-8e7d-768d22623e27 HTTP/1.1" status: 200 len: 1001 time: 0.0913124 Aug 04 06:00:12.980596 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74971bfd-de67-4242-87fa-f08e382591a1 req-250753f9-ac53-446f-b726-940665b42570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:12.982088 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-74971bfd-de67-4242-87fa-f08e382591a1 req-250753f9-ac53-446f-b726-940665b42570 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3a532cc5-30fe-4d47-af3d-673ba61686a8 HTTP/1.1" status: 200 len: 848 time: 0.0848520 Aug 04 06:00:12.994541 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d46d3-bfc7-4349-8b5e-f5d6ac265244 req-1b0acf41-4712-427e-a6a3-eb570fe94514 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:12.997711 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-b28d46d3-bfc7-4349-8b5e-f5d6ac265244 req-1b0acf41-4712-427e-a6a3-eb570fe94514 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 945 time: 0.0648794 Aug 04 06:00:13.025126 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c20560d6-124e-49c4-8037-2d63f7829df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4497607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5171325'] for subnet, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:13.053332 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20560d6-124e-49c4-8037-2d63f7829df5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=395706c1-d544-4f4f-8ad7-b973f139947b,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:00:13.055500 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c20560d6-124e-49c4-8037-2d63f7829df5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for subnet, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:13.057736 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-c20560d6-124e-49c4-8037-2d63f7829df5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/395706c1-d544-4f4f-8ad7-b973f139947b HTTP/1.1" status: 204 len: 168 time: 0.4119148 Aug 04 06:00:13.061314 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaaa8924-b9f0-4288-947b-95cf3583a590 None None] Network 599f2641-5323-418b-a1da-374c58312308 requested from dv-cinder-801617-4-iscsi {{(pid=100433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 06:00:13.063390 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 33430) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:00:13.075946 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-b28d46d3-bfc7-4349-8b5e-f5d6ac265244 req-446fda0a-04fc-4ce8-bf7d-17ed4e31d27c tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693445 Aug 04 06:00:13.078243 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74971bfd-de67-4242-87fa-f08e382591a1 req-630ab4b5-2761-4868-9d0c-69f7a6b79a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:13.079505 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-74971bfd-de67-4242-87fa-f08e382591a1 req-630ab4b5-2761-4868-9d0c-69f7a6b79a81 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=547de350-98df-426a-b398-b032321fdf42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0808671 Aug 04 06:00:13.194029 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-7d3ea9e5-400a-41a4-84d1-18ab88860f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601179'] for network, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:13.254159 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-74971bfd-de67-4242-87fa-f08e382591a1 req-4d626ceb-1f72-424e-8b50-c7e03f2cc531 service neutron] 10.222.0.18 "GET /v2.0/networks/547de350-98df-426a-b398-b032321fdf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647742 Aug 04 06:00:13.313471 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6820bee-daa8-41a6-8f32-11bd40b3a5fb None None] DHCP port deletion for 599f2641-5323-418b-a1da-374c58312308 request from dv-cinder-801617-4-iscsi {{(pid=100433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 06:00:13.343589 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ea9e5-400a-41a4-84d1-18ab88860f45 admin admin] Deleting port f07292a9-8f20-43f2-b41f-7a5a6bfa4676 {{(pid=100432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 06:00:13.351143 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-7d3ea9e5-400a-41a4-84d1-18ab88860f45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:13.366528 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-f6820bee-daa8-41a6-8f32-11bd40b3a5fb None None] Deleting port f07292a9-8f20-43f2-b41f-7a5a6bfa4676 {{(pid=100433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 06:00:13.367039 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-f6820bee-daa8-41a6-8f32-11bd40b3a5fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:13.402565 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2035fdd-d4ad-4a07-92b9-ffab100ed407 req-d45f106f-1bb7-4837-83ed-86fd04bcb5ed tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:13.404398 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-e2035fdd-d4ad-4a07-92b9-ffab100ed407 req-d45f106f-1bb7-4837-83ed-86fd04bcb5ed tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 945 time: 0.0547144 Aug 04 06:00:13.439710 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-74971bfd-de67-4242-87fa-f08e382591a1 req-1359b6b6-5bf5-4a5d-bc7b-6bee9c29c37c service neutron] 10.222.0.18 "GET /v2.0/networks/547de350-98df-426a-b398-b032321fdf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771069 Aug 04 06:00:13.444561 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [None req-7d3ea9e5-400a-41a4-84d1-18ab88860f45 admin admin] For port f07292a9-8f20-43f2-b41f-7a5a6bfa4676, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=f07292a9-8f20-43f2-b41f-7a5a6bfa4676,segment=NetworkSegment(dd5efd73-8cff-40d8-902a-2be57d6b1904),segment_id=dd5efd73-8cff-40d8-902a-2be57d6b1904)] {{(pid=100432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:00:13.444995 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-7d3ea9e5-400a-41a4-84d1-18ab88860f45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:13.447679 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-e2035fdd-d4ad-4a07-92b9-ffab100ed407 req-e4f7f59f-484c-4290-8b9a-392437f2f49e tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/security-groups?id=17698caf-f8e8-4f6c-8efc-02f837326df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365229 Aug 04 06:00:13.450159 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-f6820bee-daa8-41a6-8f32-11bd40b3a5fb None None] For port f07292a9-8f20-43f2-b41f-7a5a6bfa4676, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=f07292a9-8f20-43f2-b41f-7a5a6bfa4676,segment=NetworkSegment(dd5efd73-8cff-40d8-902a-2be57d6b1904),segment_id=dd5efd73-8cff-40d8-902a-2be57d6b1904)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:00:13.450555 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-f6820bee-daa8-41a6-8f32-11bd40b3a5fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:13.460757 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ea9e5-400a-41a4-84d1-18ab88860f45 admin admin] Calling delete_port for f07292a9-8f20-43f2-b41f-7a5a6bfa4676 owned by network:dhcp {{(pid=100432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 06:00:13.465239 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-f6820bee-daa8-41a6-8f32-11bd40b3a5fb None None] Calling delete_port for f07292a9-8f20-43f2-b41f-7a5a6bfa4676 owned by network:dhcp {{(pid=100433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 06:00:13.625000 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-f6820bee-daa8-41a6-8f32-11bd40b3a5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615'] for port, after_delete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:13.632138 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-7d3ea9e5-400a-41a4-84d1-18ab88860f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:13.650458 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6820bee-daa8-41a6-8f32-11bd40b3a5fb None None] Pushing event deleted for resources: {'Port': ['ID=f07292a9-8f20-43f2-b41f-7a5a6bfa4676,revision_number=None']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:00:13.653978 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6820bee-daa8-41a6-8f32-11bd40b3a5fb None None] No DVR routers for this DVR port f07292a9-8f20-43f2-b41f-7a5a6bfa4676 on host dv-cinder-801617-4-iscsi {{(pid=100433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 06:00:13.660190 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3ea9e5-400a-41a4-84d1-18ab88860f45 admin admin] No DVR routers for this DVR port f07292a9-8f20-43f2-b41f-7a5a6bfa4676 on host dv-cinder-801617-4-iscsi {{(pid=100432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 06:00:13.665464 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ea9e5-400a-41a4-84d1-18ab88860f45 admin admin] Pushing event deleted for resources: {'Port': ['ID=f07292a9-8f20-43f2-b41f-7a5a6bfa4676,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:00:13.739820 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 3139cb70-2409-4297-9eca-9401cc02d0e0 no longer exists at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 06:00:13.745940 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-7d3ea9e5-400a-41a4-84d1-18ab88860f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660050', 'neutron.services.segments.db._delete_segments_for_network-8791115231223'] for network, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:13.757244 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.services.segments.db [None req-7d3ea9e5-400a-41a4-84d1-18ab88860f45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['599f2641-5323-418b-a1da-374c58312308']}} {{(pid=100432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:00:13.763731 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] No Port match for: 3139cb70-2409-4297-9eca-9401cc02d0e0 {{(pid=100433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 06:00:13.764178 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 3139cb70-2409-4297-9eca-9401cc02d0e0 not bound to the agent host dv-cinder-801617-4-iscsi {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 06:00:13.764585 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device cee28975-e4e7-4004-ba65-1ffa4fe523a4 no longer exists at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 06:00:13.769101 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.services.segments.db [None req-7d3ea9e5-400a-41a4-84d1-18ab88860f45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd5efd73-8cff-40d8-902a-2be57d6b1904') {'for_net_delete': True} {{(pid=100432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:00:13.769404 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.services.segments.db [None req-7d3ea9e5-400a-41a4-84d1-18ab88860f45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd5efd73-8cff-40d8-902a-2be57d6b1904') {} {{(pid=100432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:00:13.779339 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-7d3ea9e5-400a-41a4-84d1-18ab88860f45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791115235332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6962323'] for segment, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:13.783599 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] No Port match for: cee28975-e4e7-4004-ba65-1ffa4fe523a4 {{(pid=100433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 06:00:13.790293 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device cee28975-e4e7-4004-ba65-1ffa4fe523a4 not bound to the agent host dv-cinder-801617-4-iscsi {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 06:00:13.790293 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device f07292a9-8f20-43f2-b41f-7a5a6bfa4676 no longer exists at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 06:00:13.802834 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-7d3ea9e5-400a-41a4-84d1-18ab88860f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2010985'] for segment, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:13.804197 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] No Port match for: f07292a9-8f20-43f2-b41f-7a5a6bfa4676 {{(pid=100433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 06:00:13.804608 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device f07292a9-8f20-43f2-b41f-7a5a6bfa4676 not bound to the agent host dv-cinder-801617-4-iscsi {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 06:00:13.813631 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d3ea9e5-400a-41a4-84d1-18ab88860f45 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=100432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 06:00:13.813631 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-7d3ea9e5-400a-41a4-84d1-18ab88860f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2010985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5048205'] for segment, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:13.823145 dv-cinder-801617-4-iscsi neutron-server[100432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 06:00:13.823145 dv-cinder-801617-4-iscsi neutron-server[100432]: self.session.flush() Aug 04 06:00:13.823145 dv-cinder-801617-4-iscsi neutron-server[100432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 06:00:13.823145 dv-cinder-801617-4-iscsi neutron-server[100432]: self.session.flush() Aug 04 06:00:13.823145 dv-cinder-801617-4-iscsi neutron-server[100432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 06:00:13.823145 dv-cinder-801617-4-iscsi neutron-server[100432]: self.session.flush() Aug 04 06:00:13.823145 dv-cinder-801617-4-iscsi neutron-server[100432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 06:00:13.823145 dv-cinder-801617-4-iscsi neutron-server[100432]: self.session.flush() Aug 04 06:00:13.823145 dv-cinder-801617-4-iscsi neutron-server[100432]: Traceback (most recent call last): Aug 04 06:00:13.823145 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 06:00:13.823145 dv-cinder-801617-4-iscsi neutron-server[100432]: timer() Aug 04 06:00:13.823145 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 06:00:13.823145 dv-cinder-801617-4-iscsi neutron-server[100432]: cb(*args, **kw) Aug 04 06:00:13.823145 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 06:00:13.823145 dv-cinder-801617-4-iscsi neutron-server[100432]: return func(*args, **kwargs) Aug 04 06:00:13.823145 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 06:00:13.823145 dv-cinder-801617-4-iscsi neutron-server[100432]: self._notify() Aug 04 06:00:13.823145 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 06:00:13.823145 dv-cinder-801617-4-iscsi neutron-server[100432]: self.callback(batched_events) Aug 04 06:00:13.823145 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 06:00:13.823145 dv-cinder-801617-4-iscsi neutron-server[100432]: event.method(event) Aug 04 06:00:13.823145 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 06:00:13.823145 dv-cinder-801617-4-iscsi neutron-server[100432]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 06:00:13.823145 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 06:00:13.823145 dv-cinder-801617-4-iscsi neutron-server[100432]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 06:00:13.823145 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 06:00:13.823145 dv-cinder-801617-4-iscsi neutron-server[100432]: return f(self, *a, **k) Aug 04 06:00:13.823145 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 06:00:13.823145 dv-cinder-801617-4-iscsi neutron-server[100432]: return self._get(url).json() Aug 04 06:00:13.823145 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 06:00:13.823145 dv-cinder-801617-4-iscsi neutron-server[100432]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 06:00:13.823145 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 06:00:13.823145 dv-cinder-801617-4-iscsi neutron-server[100432]: return self.request(url, 'GET', **kwargs) Aug 04 06:00:13.823145 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 06:00:13.823145 dv-cinder-801617-4-iscsi neutron-server[100432]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 06:00:13.823145 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 06:00:13.823145 dv-cinder-801617-4-iscsi neutron-server[100432]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 06:00:13.823145 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 06:00:13.823145 dv-cinder-801617-4-iscsi neutron-server[100432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 06:00:13.823145 dv-cinder-801617-4-iscsi neutron-server[100432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 06:00:13.916447 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-7d3ea9e5-400a-41a4-84d1-18ab88860f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571881'] for network, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:13.924104 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-7d3ea9e5-400a-41a4-84d1-18ab88860f45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for network, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:13.925972 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-7d3ea9e5-400a-41a4-84d1-18ab88860f45 admin admin] 10.222.0.37 "DELETE /v2.0/networks/599f2641-5323-418b-a1da-374c58312308 HTTP/1.1" status: 204 len: 168 time: 0.8601599 Aug 04 06:00:13.935490 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ea9e5-400a-41a4-84d1-18ab88860f45 admin admin] Pushing event deleted for resources: {'Network': ['ID=599f2641-5323-418b-a1da-374c58312308,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:00:14.206524 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5e086-c63a-45bb-a95d-ad495c41d71c req-bdf50693-5f21-45a4-a01b-5b229533e640 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:14.208016 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-48d5e086-c63a-45bb-a95d-ad495c41d71c req-bdf50693-5f21-45a4-a01b-5b229533e640 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 945 time: 0.0529549 Aug 04 06:00:14.245170 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 33450) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:00:14.246139 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-48d5e086-c63a-45bb-a95d-ad495c41d71c req-896eb5a8-ad86-42ba-b23d-68860576c066 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322647 Aug 04 06:00:14.286431 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-8513c96e-2d61-4b80-965b-93c7678b321f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8f62397568a74730be8e584893e1c3e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398195 Aug 04 06:00:14.288795 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 33452) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:00:14.336176 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-890b7764-3459-47fb-b054-bca367b49ba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:14.357442 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-890b7764-3459-47fb-b054-bca367b49ba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:14.481953 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-890b7764-3459-47fb-b054-bca367b49ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:14.485200 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-890b7764-3459-47fb-b054-bca367b49ba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:14.486381 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-890b7764-3459-47fb-b054-bca367b49ba4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/15c688f3-4334-4a5b-b183-64c7de2fe4c8 HTTP/1.1" status: 204 len: 168 time: 0.1967015 Aug 04 06:00:14.494333 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b7764-3459-47fb-b054-bca367b49ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c688f3-4334-4a5b-b183-64c7de2fe4c8,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:00:14.581209 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e9229-9408-4d8b-848c-e668581f359f req-c5678161-8c4a-4f58-a9ea-037dfa836cd1 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:14.582691 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-629e9229-9408-4d8b-848c-e668581f359f req-c5678161-8c4a-4f58-a9ea-037dfa836cd1 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 945 time: 0.0519445 Aug 04 06:00:14.621995 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-629e9229-9408-4d8b-848c-e668581f359f req-a393006c-630c-4074-9e07-621111c3f774 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/security-groups?id=17698caf-f8e8-4f6c-8efc-02f837326df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332961 Aug 04 06:00:15.113676 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 33466) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:00:15.151804 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-38be8542-4483-4bec-8812-71c8649d7373 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3a490894560a4612829cd79cc9723c2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370150 Aug 04 06:00:15.154084 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 33468) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:00:15.200327 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c929a58f-6fac-4ae3-9eac-60cb9f552233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:15.220957 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c929a58f-6fac-4ae3-9eac-60cb9f552233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:15.380997 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae347e-e6ea-4815-8791-33bafc9334b7 req-f6ea54f8-d061-45c2-9a01-f34ba6b87127 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:15.382643 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-c3ae347e-e6ea-4815-8791-33bafc9334b7 req-f6ea54f8-d061-45c2-9a01-f34ba6b87127 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 945 time: 0.0643182 Aug 04 06:00:15.396294 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c929a58f-6fac-4ae3-9eac-60cb9f552233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:15.405697 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c929a58f-6fac-4ae3-9eac-60cb9f552233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:15.405697 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-c929a58f-6fac-4ae3-9eac-60cb9f552233 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a727353c-1d10-4e1b-8345-73a4baba2917 HTTP/1.1" status: 204 len: 168 time: 0.2453790 Aug 04 06:00:15.409743 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c929a58f-6fac-4ae3-9eac-60cb9f552233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a727353c-1d10-4e1b-8345-73a4baba2917,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:00:15.446045 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-c3ae347e-e6ea-4815-8791-33bafc9334b7 req-4bb4de02-afb5-44fb-bafd-7e8b2af4714d tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576813 Aug 04 06:00:15.750565 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b46c49-3a52-4100-8701-6e54195e96a4 req-c0668395-800b-4683-8731-b45a5cf4ad06 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:15.752215 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-d3b46c49-3a52-4100-8701-6e54195e96a4 req-c0668395-800b-4683-8731-b45a5cf4ad06 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 945 time: 0.0558560 Aug 04 06:00:15.793611 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-d3b46c49-3a52-4100-8701-6e54195e96a4 req-c2fd226c-9218-4a73-a151-c4f2d02ed623 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/security-groups?id=17698caf-f8e8-4f6c-8efc-02f837326df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348787 Aug 04 06:00:16.301881 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device fe8a49da-b6e7-45b3-8793-fe3d775df052 details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=100433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 06:00:16.392630 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port fe8a49da-b6e7-45b3-8793-fe3d775df052, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=fe8a49da-b6e7-45b3-8793-fe3d775df052,segment=NetworkSegment(ec29bf54-ee61-44b2-b8df-ad8fd94577ee),segment_id=ec29bf54-ee61-44b2-b8df-ad8fd94577ee)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:00:16.407240 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Returning: {'device': 'fe8a49da-b6e7-45b3-8793-fe3d775df052', 'network_id': 'a493c09c-6949-44f8-8e08-fbb13c36d6a2', 'port_id': 'fe8a49da-b6e7-45b3-8793-fe3d775df052', 'mac_address': 'fa:16:3e:dd:cd:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aeabe42-c308-496c-8730-52b38af59b7d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 06:00:16.444466 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:16.457040 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe8a49da-b6e7-45b3-8793-fe3d775df052 {{(pid=100433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 06:00:16.478553 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port fe8a49da-b6e7-45b3-8793-fe3d775df052, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=fe8a49da-b6e7-45b3-8793-fe3d775df052,segment=NetworkSegment(ec29bf54-ee61-44b2-b8df-ad8fd94577ee),segment_id=ec29bf54-ee61-44b2-b8df-ad8fd94577ee)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:00:16.550558 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:16.563799 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc300f71-01da-4fa0-b8ea-8ef27034b224 req-5df4bebc-1fd3-426c-967c-4e82b3763d35 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:16.565223 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-dc300f71-01da-4fa0-b8ea-8ef27034b224 req-5df4bebc-1fd3-426c-967c-4e82b3763d35 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 945 time: 0.0487373 Aug 04 06:00:16.598186 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=fe8a49da-b6e7-45b3-8793-fe3d775df052,revision_number=6']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:00:16.603909 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-dc300f71-01da-4fa0-b8ea-8ef27034b224 req-dd4bb263-bae7-45b6-8fd8-629c6e32829a tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323470 Aug 04 06:00:16.912598 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed5050-76f6-497b-af2c-f9b7574dbef1 req-14a66d67-8879-4994-afdb-278b3c79d4d8 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:16.914046 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b8ed5050-76f6-497b-af2c-f9b7574dbef1 req-14a66d67-8879-4994-afdb-278b3c79d4d8 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 945 time: 0.0484126 Aug 04 06:00:16.961164 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-b8ed5050-76f6-497b-af2c-f9b7574dbef1 req-e3cc8176-2e5f-4fdd-bf04-45039646edcc tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/security-groups?id=17698caf-f8e8-4f6c-8efc-02f837326df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407529 Aug 04 06:00:17.586794 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] get_ports_and_sgs() called for port_ids ['fe8a49da-b6e7-45b3-8793-fe3d775df052'] {{(pid=100433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 06:00:17.744789 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8488f-125f-4b54-b102-929576fd5ae7 req-79d481b6-d689-421f-b3bb-284e79b5f46e tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:17.747000 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-3fe8488f-125f-4b54-b102-929576fd5ae7 req-79d481b6-d689-421f-b3bb-284e79b5f46e tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 944 time: 0.0711939 Aug 04 06:00:17.797664 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-3fe8488f-125f-4b54-b102-929576fd5ae7 req-26b276a9-bb21-4d12-95e8-1223726e92e0 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436463 Aug 04 06:00:18.089353 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3974f31-4daa-4cb7-b38e-d4b46593baa6 req-403b65cf-49e5-4c0b-8413-6d4cf8f0fb98 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:18.091168 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-f3974f31-4daa-4cb7-b38e-d4b46593baa6 req-403b65cf-49e5-4c0b-8413-6d4cf8f0fb98 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 945 time: 0.0625310 Aug 04 06:00:18.134311 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-f3974f31-4daa-4cb7-b38e-d4b46593baa6 req-54dd85bc-91cc-4b19-a30c-2ad15876e61f tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/security-groups?id=17698caf-f8e8-4f6c-8efc-02f837326df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354409 Aug 04 06:00:18.960419 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8c485-94e5-4403-b82a-9566043759a5 req-ab9024e7-b841-49f3-8981-0bb39e8ce331 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:18.970081 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-4af8c485-94e5-4403-b82a-9566043759a5 req-ab9024e7-b841-49f3-8981-0bb39e8ce331 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 944 time: 0.0885036 Aug 04 06:00:19.020969 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-4af8c485-94e5-4403-b82a-9566043759a5 req-112e3f16-11cb-4d7b-b1dd-1cfa078e4fa3 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463848 Aug 04 06:00:19.278579 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430492b4-b9ea-45a7-b037-fe1f9b6d3070 req-08ef2d11-19ed-4fc7-9f18-72881da0381a tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:19.281308 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-430492b4-b9ea-45a7-b037-fe1f9b6d3070 req-08ef2d11-19ed-4fc7-9f18-72881da0381a tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 945 time: 0.0692837 Aug 04 06:00:19.325460 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-430492b4-b9ea-45a7-b037-fe1f9b6d3070 req-b00ab439-92cd-4801-b2a0-6f657df9567e tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/security-groups?id=17698caf-f8e8-4f6c-8efc-02f837326df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350595 Aug 04 06:00:19.479200 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device fe8a49da-b6e7-45b3-8793-fe3d775df052 up at agent hyperv_hv-cinder-80161 {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 06:00:19.541484 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Provisioning complete for port fe8a49da-b6e7-45b3-8793-fe3d775df052 triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 06:00:19.542190 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:19.636009 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:19.700428 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e53e82-a55e-4722-a38b-e20f61fb181a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8a49da-b6e7-45b3-8793-fe3d775df052'}] {{(pid=100433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 06:00:19.700428 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffe4ad2cefe5cc989f07e8393c985a8403d56455fd91e6fde58b148ee627bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e8ac1d-6d87-4bc6-9934-c3350a14ab57" -d '{"events": [{"server_uuid": "32e53e82-a55e-4722-a38b-e20f61fb181a", "name": "network-vif-plugged", "status": "completed", "tag": "fe8a49da-b6e7-45b3-8793-fe3d775df052"}]}' {{(pid=100433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 06:00:19.738073 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port fe8a49da-b6e7-45b3-8793-fe3d775df052, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=fe8a49da-b6e7-45b3-8793-fe3d775df052,segment=NetworkSegment(ec29bf54-ee61-44b2-b8df-ad8fd94577ee),segment_id=ec29bf54-ee61-44b2-b8df-ad8fd94577ee)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:00:19.847159 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf77388-6f7c-4c1d-8a90-456aa1c5f3c6 req-9323bfb5-1fdf-4f1d-a6b7-3336c2f9004c tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:19.849118 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-aaf77388-6f7c-4c1d-8a90-456aa1c5f3c6 req-9323bfb5-1fdf-4f1d-a6b7-3336c2f9004c tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 945 time: 0.0791876 Aug 04 06:00:19.859831 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 06:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c5ce41-28b4-4f16-ae03-5debca201510 x-openstack-request-id: req-b9c5ce41-28b4-4f16-ae03-5debca201510 {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 06:00:19.859831 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e53e82-a55e-4722-a38b-e20f61fb181a", "name": "network-vif-plugged", "status": "completed", "tag": "fe8a49da-b6e7-45b3-8793-fe3d775df052", "code": 200}]} {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 06:00:19.859831 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b9c5ce41-28b4-4f16-ae03-5debca201510 {{(pid=100433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 06:00:19.859831 dv-cinder-801617-4-iscsi neutron-server[100433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e53e82-a55e-4722-a38b-e20f61fb181a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8a49da-b6e7-45b3-8793-fe3d775df052', 'code': 200} Aug 04 06:00:19.864771 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:19.866255 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 7362a5f2-b32e-4ae8-8e7d-768d22623e27 no longer exists at agent hyperv_hv-cinder-80161 {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 06:00:19.930190 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-aaf77388-6f7c-4c1d-8a90-456aa1c5f3c6 req-5f702b01-d249-4469-a7f0-53b6edf85ab0 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/security-groups?id=17698caf-f8e8-4f6c-8efc-02f837326df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726168 Aug 04 06:00:19.976359 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 33572) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:00:20.059813 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=fe8a49da-b6e7-45b3-8793-fe3d775df052,revision_number=7']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:00:20.109662 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:20.156561 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-3392d69a-393a-484d-ab36-a18bad254f2c req-f553aca8-1dd0-4127-ba97-41a78127e3c1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1784730 Aug 04 06:00:20.162461 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 7362a5f2-b32e-4ae8-8e7d-768d22623e27, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=7362a5f2-b32e-4ae8-8e7d-768d22623e27,segment=NetworkSegment(0b477fa9-9a15-43bb-aae1-0edcbae189f4),segment_id=0b477fa9-9a15-43bb-aae1-0edcbae189f4)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:00:20.215064 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7d018-a20f-4b57-a72c-d8fe8dd69f9d req-aff4d3db-5c40-4bcf-a286-852150b881c0 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:20.218766 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-97b7d018-a20f-4b57-a72c-d8fe8dd69f9d req-aff4d3db-5c40-4bcf-a286-852150b881c0 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 945 time: 0.0940235 Aug 04 06:00:20.276178 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:20.313553 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-97b7d018-a20f-4b57-a72c-d8fe8dd69f9d req-27a4de7a-f056-4401-8092-ce91c93c548e tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825431 Aug 04 06:00:20.366132 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=7362a5f2-b32e-4ae8-8e7d-768d22623e27,revision_number=6']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:00:21.085350 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a08e10b-e4da-4ae4-af0a-b6466e1dca0b req-f7be9235-4234-4df9-ba23-c9ebfb846dfd tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:21.085922 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-6a08e10b-e4da-4ae4-af0a-b6466e1dca0b req-f7be9235-4234-4df9-ba23-c9ebfb846dfd tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 943 time: 0.0748320 Aug 04 06:00:21.152063 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-6a08e10b-e4da-4ae4-af0a-b6466e1dca0b req-99d5986c-5138-4059-8722-7fc7a2265a99 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/security-groups?id=17698caf-f8e8-4f6c-8efc-02f837326df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538809 Aug 04 06:00:21.450206 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7ef5b-aa5c-4819-8d9b-8b0964f4b37c req-89ddb6d4-edbf-4a54-9dc8-24020dafe1d2 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:21.458804 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-c2a7ef5b-aa5c-4819-8d9b-8b0964f4b37c req-89ddb6d4-edbf-4a54-9dc8-24020dafe1d2 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 945 time: 0.0763805 Aug 04 06:00:21.509411 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-c2a7ef5b-aa5c-4819-8d9b-8b0964f4b37c req-861f2edb-9ee5-46c9-be33-bc94cafdd508 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483072 Aug 04 06:00:21.857889 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15410065-cbbe-4a5b-9dc6-edee73a59df1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7362a5f2-b32e-4ae8-8e7d-768d22623e27'}] {{(pid=100433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 06:00:21.860913 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffe4ad2cefe5cc989f07e8393c985a8403d56455fd91e6fde58b148ee627bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1283072e-5d48-44de-9612-dd85505903e3" -d '{"events": [{"server_uuid": "15410065-cbbe-4a5b-9dc6-edee73a59df1", "name": "network-vif-unplugged", "status": "completed", "tag": "7362a5f2-b32e-4ae8-8e7d-768d22623e27"}]}' {{(pid=100433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 06:00:21.894734 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 04 Aug 2021 06:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f995db9f-554a-4d69-a324-7a857e52f4c0 x-openstack-request-id: req-f995db9f-554a-4d69-a324-7a857e52f4c0 {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 06:00:21.895030 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15410065-cbbe-4a5b-9dc6-edee73a59df1", "name": "network-vif-unplugged", "status": "failed", "tag": "7362a5f2-b32e-4ae8-8e7d-768d22623e27", "code": 422}]} {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 06:00:21.895278 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f995db9f-554a-4d69-a324-7a857e52f4c0 {{(pid=100433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 06:00:21.895711 dv-cinder-801617-4-iscsi neutron-server[100433]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '15410065-cbbe-4a5b-9dc6-edee73a59df1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7362a5f2-b32e-4ae8-8e7d-768d22623e27', 'code': 422} returned with failed status Aug 04 06:00:22.255694 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f0549-19eb-4218-b8b0-f0c2744a55de req-54c0be53-b57b-41d7-8dcd-dd89e310defc tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:22.257194 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-ae5f0549-19eb-4218-b8b0-f0c2744a55de req-54c0be53-b57b-41d7-8dcd-dd89e310defc tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 943 time: 0.0494199 Aug 04 06:00:22.298701 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-ae5f0549-19eb-4218-b8b0-f0c2744a55de req-7f852f35-5bc5-4136-9dfe-636d2ef9530f tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/security-groups?id=17698caf-f8e8-4f6c-8efc-02f837326df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354090 Aug 04 06:00:22.640061 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b8c57-4fb6-4c10-a531-e1a00450b3e8 req-e5ba8a9c-109d-4991-957d-fbe3a8da8dd9 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:22.641505 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-316b8c57-4fb6-4c10-a531-e1a00450b3e8 req-e5ba8a9c-109d-4991-957d-fbe3a8da8dd9 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 945 time: 0.0477455 Aug 04 06:00:22.707434 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-316b8c57-4fb6-4c10-a531-e1a00450b3e8 req-d931a78f-281a-4b9f-a36d-e45d0e456ea4 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598552 Aug 04 06:00:23.460015 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44001f4a-fc38-4d42-8453-60aa6bcf8333 req-e1fb306c-c5e8-4e0c-b190-4715e00690f9 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:23.461580 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-44001f4a-fc38-4d42-8453-60aa6bcf8333 req-e1fb306c-c5e8-4e0c-b190-4715e00690f9 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 943 time: 0.0870275 Aug 04 06:00:23.519687 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-44001f4a-fc38-4d42-8453-60aa6bcf8333 req-7bb3bd35-bb30-45b6-8d06-06b866f601aa tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/security-groups?id=17698caf-f8e8-4f6c-8efc-02f837326df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495703 Aug 04 06:00:23.858630 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4c792-06c2-481c-9c51-6dab60a65e24 req-aa66f95f-9955-4d1f-810a-86972209a024 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:23.868399 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-4fc4c792-06c2-481c-9c51-6dab60a65e24 req-aa66f95f-9955-4d1f-810a-86972209a024 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 945 time: 0.0668309 Aug 04 06:00:23.915544 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-4fc4c792-06c2-481c-9c51-6dab60a65e24 req-63756113-4594-40f0-9b39-ceaa54c1ef86 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461130 Aug 04 06:00:24.061914 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392d69a-393a-484d-ab36-a18bad254f2c req-0ff02363-6009-4458-9713-60884fac72bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:24.064928 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-3392d69a-393a-484d-ab36-a18bad254f2c req-0ff02363-6009-4458-9713-60884fac72bd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1&tenant_id=523ead1982c046a394318b39d745033e HTTP/1.1" status: 200 len: 1096 time: 0.0945449 Aug 04 06:00:24.095807 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 33642) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:00:24.162572 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392d69a-393a-484d-ab36-a18bad254f2c req-5dcf44f1-14bf-4076-9403-d8622d6b56a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:24.164564 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-3392d69a-393a-484d-ab36-a18bad254f2c req-5dcf44f1-14bf-4076-9403-d8622d6b56a9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=523ead1982c046a394318b39d745033e&device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 1096 time: 0.0685358 Aug 04 06:00:24.235553 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-72ffdb24-9866-473c-b1f3-02ee9983d773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:24.294604 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392d69a-393a-484d-ab36-a18bad254f2c req-f3aea7af-883d-48bb-a1df-202d01509d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:24.297209 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-3392d69a-393a-484d-ab36-a18bad254f2c req-f3aea7af-883d-48bb-a1df-202d01509d75 service neutron] 10.222.0.18 "GET /v2.0/networks?id=547de350-98df-426a-b398-b032321fdf42 HTTP/1.1" status: 200 len: 910 time: 0.1238253 Aug 04 06:00:24.364748 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-72ffdb24-9866-473c-b1f3-02ee9983d773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:24.385095 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-3392d69a-393a-484d-ab36-a18bad254f2c req-69281141-f106-47f4-9db7-216976f4b72e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7362a5f2-b32e-4ae8-8e7d-768d22623e27 HTTP/1.1" status: 200 len: 999 time: 0.0708308 Aug 04 06:00:24.443104 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392d69a-393a-484d-ab36-a18bad254f2c req-20c660c8-f720-447f-a2a9-92b34e4ef083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:24.445262 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-3392d69a-393a-484d-ab36-a18bad254f2c req-20c660c8-f720-447f-a2a9-92b34e4ef083 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3a532cc5-30fe-4d47-af3d-673ba61686a8 HTTP/1.1" status: 200 len: 848 time: 0.0527604 Aug 04 06:00:24.505448 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-72ffdb24-9866-473c-b1f3-02ee9983d773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:24.512394 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392d69a-393a-484d-ab36-a18bad254f2c req-ad27a157-3e4c-4948-bade-746c2d7146dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:24.513935 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-3392d69a-393a-484d-ab36-a18bad254f2c req-ad27a157-3e4c-4948-bade-746c2d7146dc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=547de350-98df-426a-b398-b032321fdf42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0616860 Aug 04 06:00:24.538979 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-72ffdb24-9866-473c-b1f3-02ee9983d773 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f0c377358b924a7d86819794b96b7a19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4416943 Aug 04 06:00:24.542150 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 33646) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:00:24.566899 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ffdb24-9866-473c-b1f3-02ee9983d773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e87424-00a4-4099-8dc8-05c44d9497fc,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:00:24.652436 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-3392d69a-393a-484d-ab36-a18bad254f2c req-36c6c942-4bac-4442-a6a5-c9cbf530b1e4 service neutron] 10.222.0.18 "GET /v2.0/networks/547de350-98df-426a-b398-b032321fdf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282830 Aug 04 06:00:24.676748 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e833bd7c-653d-49d2-a919-8da03f123c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:24.703429 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e833bd7c-653d-49d2-a919-8da03f123c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:24.762446 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133d5be-c65c-4b00-a4f8-79bd517b83b5 req-57b1b44d-31ce-4a0c-b252-9cd46f390222 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:24.765625 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-7133d5be-c65c-4b00-a4f8-79bd517b83b5 req-57b1b44d-31ce-4a0c-b252-9cd46f390222 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 943 time: 0.1266744 Aug 04 06:00:24.786858 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-3392d69a-393a-484d-ab36-a18bad254f2c req-34279121-fd5d-4fcc-a708-16460db3d541 service neutron] 10.222.0.18 "GET /v2.0/networks/547de350-98df-426a-b398-b032321fdf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254227 Aug 04 06:00:24.822954 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-7133d5be-c65c-4b00-a4f8-79bd517b83b5 req-abc73768-cd3a-4877-b3ad-8d3b80051785 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/security-groups?id=17698caf-f8e8-4f6c-8efc-02f837326df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481384 Aug 04 06:00:24.892536 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e833bd7c-653d-49d2-a919-8da03f123c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:24.895335 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e833bd7c-653d-49d2-a919-8da03f123c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:24.896615 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-e833bd7c-653d-49d2-a919-8da03f123c1e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/62e87424-00a4-4099-8dc8-05c44d9497fc HTTP/1.1" status: 204 len: 168 time: 0.3536599 Aug 04 06:00:24.908564 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e833bd7c-653d-49d2-a919-8da03f123c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e87424-00a4-4099-8dc8-05c44d9497fc,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:00:25.045026 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65871e96-b662-4853-b2a8-435efeeb23ab req-5059f9c4-da09-4ea0-b034-9f71f192f4cb tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:25.047072 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-65871e96-b662-4853-b2a8-435efeeb23ab req-5059f9c4-da09-4ea0-b034-9f71f192f4cb tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 945 time: 0.0567055 Aug 04 06:00:25.093003 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-65871e96-b662-4853-b2a8-435efeeb23ab req-64372be6-852c-4513-9274-fdab7a12befe tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391097 Aug 04 06:00:25.940404 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ceaa1-9e44-4e97-b6b6-bcd3ecdf071e req-a296155c-295b-44ad-a326-705bd82df057 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:25.942061 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-7f7ceaa1-9e44-4e97-b6b6-bcd3ecdf071e req-a296155c-295b-44ad-a326-705bd82df057 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 943 time: 0.0580473 Aug 04 06:00:25.988570 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-7f7ceaa1-9e44-4e97-b6b6-bcd3ecdf071e req-e31c0433-a0f9-4c2c-af96-96cd7424f1ca tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/security-groups?id=17698caf-f8e8-4f6c-8efc-02f837326df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354326 Aug 04 06:00:26.110296 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 33666) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:00:26.125479 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-07ed984b-f05c-4d72-b479-0fea68eda470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:26.253256 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-07ed984b-f05c-4d72-b479-0fea68eda470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:26.268265 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795bc60-a4fc-4438-8175-f95a8b3cd08f req-67fcfa5c-03f2-4343-a44b-12b7f9e15d30 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:26.275383 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-c795bc60-a4fc-4438-8175-f95a8b3cd08f req-67fcfa5c-03f2-4343-a44b-12b7f9e15d30 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 945 time: 0.0799673 Aug 04 06:00:26.322245 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-c795bc60-a4fc-4438-8175-f95a8b3cd08f req-c783b65b-125f-41ad-beec-dc3850763142 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458531 Aug 04 06:00:26.384968 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-07ed984b-f05c-4d72-b479-0fea68eda470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:26.422432 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ed984b-f05c-4d72-b479-0fea68eda470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ba9c6c-eb25-477f-8d99-8b097d227e85,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:00:26.423317 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:26.434636 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 33670) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:00:26.434835 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-07ed984b-f05c-4d72-b479-0fea68eda470 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8357a4631a324b42bea3346cd6a8d0d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3232784 Aug 04 06:00:26.493867 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-02e25693-d585-4c05-afaf-e1563baf88de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:26.517809 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-02e25693-d585-4c05-afaf-e1563baf88de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:26.767749 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-02e25693-d585-4c05-afaf-e1563baf88de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:26.770512 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-02e25693-d585-4c05-afaf-e1563baf88de admin admin] Notify callbacks [] for security_group, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:26.771728 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-02e25693-d585-4c05-afaf-e1563baf88de admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e0ba9c6c-eb25-477f-8d99-8b097d227e85 HTTP/1.1" status: 204 len: 168 time: 0.3350666 Aug 04 06:00:26.785950 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e25693-d585-4c05-afaf-e1563baf88de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ba9c6c-eb25-477f-8d99-8b097d227e85,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:00:27.126425 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9e32a-9585-4611-9ab3-deb27e318545 req-5ece55bb-427c-4dee-a123-2442c7dbfa89 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:27.128706 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-f1d9e32a-9585-4611-9ab3-deb27e318545 req-5ece55bb-427c-4dee-a123-2442c7dbfa89 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 943 time: 0.0582423 Aug 04 06:00:27.173504 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-f1d9e32a-9585-4611-9ab3-deb27e318545 req-b8eae85d-dd73-44a3-b804-0a8f4585f6ba tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/security-groups?id=17698caf-f8e8-4f6c-8efc-02f837326df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386751 Aug 04 06:00:27.477159 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc80181-65dd-4e88-9bab-390b682d3956 req-8d0105ff-d9e3-416d-b80e-a94d5873f042 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:27.481990 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-dcc80181-65dd-4e88-9bab-390b682d3956 req-8d0105ff-d9e3-416d-b80e-a94d5873f042 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 945 time: 0.0657310 Aug 04 06:00:27.521700 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-dcc80181-65dd-4e88-9bab-390b682d3956 req-042dc723-8e90-426f-8941-db8e44128162 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358083 Aug 04 06:00:28.326818 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff701e-d40c-4480-a646-b973608a53d7 req-0dd5b400-5180-4400-b13a-b48acc4108fa tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:28.332976 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-2dff701e-d40c-4480-a646-b973608a53d7 req-0dd5b400-5180-4400-b13a-b48acc4108fa tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 943 time: 0.0718536 Aug 04 06:00:28.381887 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-2dff701e-d40c-4480-a646-b973608a53d7 req-4272cd3c-d0cc-4cd9-8091-f5a6b40d3d48 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/security-groups?id=17698caf-f8e8-4f6c-8efc-02f837326df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395010 Aug 04 06:00:28.655758 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06cc6f5-f37e-47b3-872d-cff5348e6ea6 req-7238108a-2101-4944-9028-b6666e9b523f tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:28.656989 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-d06cc6f5-f37e-47b3-872d-cff5348e6ea6 req-7238108a-2101-4944-9028-b6666e9b523f tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 945 time: 0.0559092 Aug 04 06:00:28.699589 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-d06cc6f5-f37e-47b3-872d-cff5348e6ea6 req-97a506ea-8ae2-445c-9a16-d5cfae8dbbb6 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368695 Aug 04 06:00:29.541179 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8f472-a0f8-4bf2-90f1-335184ce6a33 req-32fe0357-c4d8-418f-bc22-4675b68665fa tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:29.543786 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-a9f8f472-a0f8-4bf2-90f1-335184ce6a33 req-32fe0357-c4d8-418f-bc22-4675b68665fa tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 943 time: 0.0799210 Aug 04 06:00:29.596781 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-a9f8f472-a0f8-4bf2-90f1-335184ce6a33 req-406e940c-229f-4c3d-bf4c-2d0bc6628027 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/security-groups?id=17698caf-f8e8-4f6c-8efc-02f837326df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422978 Aug 04 06:00:29.829941 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ddc0bb-db2c-42f8-a48d-f1d5bc441b9c req-919cbdc1-c2f8-4d52-8588-223e97b429cd tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:29.829941 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-61ddc0bb-db2c-42f8-a48d-f1d5bc441b9c req-919cbdc1-c2f8-4d52-8588-223e97b429cd tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 945 time: 0.0513294 Aug 04 06:00:29.869166 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-61ddc0bb-db2c-42f8-a48d-f1d5bc441b9c req-02691818-d72d-424c-b16f-a2b7e2f0df41 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330570 Aug 04 06:00:30.716936 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0bf8e-fa22-43a2-905b-c0f1ea87cddd req-6d837b9c-dd2c-4fe1-a98b-c621e502688d tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:30.719102 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-10a0bf8e-fa22-43a2-905b-c0f1ea87cddd req-6d837b9c-dd2c-4fe1-a98b-c621e502688d tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 943 time: 0.0553932 Aug 04 06:00:30.761147 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-10a0bf8e-fa22-43a2-905b-c0f1ea87cddd req-7c398be0-2584-4374-a08c-f05207cf4cb6 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/security-groups?id=17698caf-f8e8-4f6c-8efc-02f837326df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345054 Aug 04 06:00:30.854554 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 33780) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:00:30.986749 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-e4c4150e-f025-4136-a5f1-5af8f1f9124c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:31.046960 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b7e16-6a4e-46e8-a217-ddd064bf4f6c req-d3dcd6a1-f3dc-4e58-9ebc-4685a31229e5 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:31.048453 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-6f7b7e16-6a4e-46e8-a217-ddd064bf4f6c req-d3dcd6a1-f3dc-4e58-9ebc-4685a31229e5 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 945 time: 0.1072514 Aug 04 06:00:31.053525 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e36b5-fa94-42a3-8d46-2816efed307a req-42cd2d3b-45d6-419f-844b-fda20924bdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:31.054872 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-010e36b5-fa94-42a3-8d46-2816efed307a req-42cd2d3b-45d6-419f-844b-fda20924bdda service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec04283d3509443b9c65cd9af852d46f&device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 1098 time: 0.1011062 Aug 04 06:00:31.158209 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-6f7b7e16-6a4e-46e8-a217-ddd064bf4f6c req-0759ccda-ccf9-463c-b76e-ef33304b07c6 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013644 Aug 04 06:00:31.203725 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e36b5-fa94-42a3-8d46-2816efed307a req-0c904b31-3c16-4cde-ade8-33fc3887712b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:31.205177 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-010e36b5-fa94-42a3-8d46-2816efed307a req-0c904b31-3c16-4cde-ade8-33fc3887712b service neutron] 10.222.0.18 "GET /v2.0/networks?id=a493c09c-6949-44f8-8e08-fbb13c36d6a2 HTTP/1.1" status: 200 len: 918 time: 0.1390643 Aug 04 06:00:31.507251 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-e4c4150e-f025-4136-a5f1-5af8f1f9124c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:31.530638 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-010e36b5-fa94-42a3-8d46-2816efed307a req-b3196b56-43ec-4216-bd8c-64acbad3f2b7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe8a49da-b6e7-45b3-8793-fe3d775df052 HTTP/1.1" status: 200 len: 1000 time: 0.3150041 Aug 04 06:00:31.578382 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e36b5-fa94-42a3-8d46-2816efed307a req-9a5d132d-a41a-4d3c-b637-b3ffa714134f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:31.579761 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-010e36b5-fa94-42a3-8d46-2816efed307a req-9a5d132d-a41a-4d3c-b637-b3ffa714134f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2aeabe42-c308-496c-8730-52b38af59b7d HTTP/1.1" status: 200 len: 856 time: 0.0420561 Aug 04 06:00:31.584020 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-e4c4150e-f025-4136-a5f1-5af8f1f9124c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:31.643363 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c4150e-f025-4136-a5f1-5af8f1f9124c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ff0f8a-a3fa-43e6-bedf-f673708b1ab0,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:00:31.648360 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-e4c4150e-f025-4136-a5f1-5af8f1f9124c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=feeb469f7a8c42608fcfe4b62363152b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7928107 Aug 04 06:00:31.650959 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 33790) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:00:31.682445 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e36b5-fa94-42a3-8d46-2816efed307a req-841c0f21-d147-41ba-87e2-d7a6624cd9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:31.683904 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-010e36b5-fa94-42a3-8d46-2816efed307a req-841c0f21-d147-41ba-87e2-d7a6624cd9e5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a493c09c-6949-44f8-8e08-fbb13c36d6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0944755 Aug 04 06:00:31.746718 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-5961173b-4832-482f-99dd-ae1b662b138d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:31.777240 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-5961173b-4832-482f-99dd-ae1b662b138d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:31.826882 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-010e36b5-fa94-42a3-8d46-2816efed307a req-fc4bc2b3-525c-4288-a9e1-46049d50a61b service neutron] 10.222.0.18 "GET /v2.0/networks/a493c09c-6949-44f8-8e08-fbb13c36d6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307263 Aug 04 06:00:31.884233 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9561be72-2232-407a-b3ec-3f2930365f7b req-ed09255a-a019-4a59-90c4-09d1d1bd424e tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:31.885749 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-9561be72-2232-407a-b3ec-3f2930365f7b req-ed09255a-a019-4a59-90c4-09d1d1bd424e tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 943 time: 0.0526488 Aug 04 06:00:31.923255 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-010e36b5-fa94-42a3-8d46-2816efed307a req-f998e3fa-ec44-4e2e-8726-00b7ae3913ef service neutron] 10.222.0.18 "GET /v2.0/networks/a493c09c-6949-44f8-8e08-fbb13c36d6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887063 Aug 04 06:00:31.924300 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-9561be72-2232-407a-b3ec-3f2930365f7b req-8ee30f61-800b-4902-9bc9-92445ac53738 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/security-groups?id=17698caf-f8e8-4f6c-8efc-02f837326df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317645 Aug 04 06:00:31.932768 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-5961173b-4832-482f-99dd-ae1b662b138d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:31.936300 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-5961173b-4832-482f-99dd-ae1b662b138d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:31.948446 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-5961173b-4832-482f-99dd-ae1b662b138d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b0ff0f8a-a3fa-43e6-bedf-f673708b1ab0 HTTP/1.1" status: 204 len: 168 time: 0.2951903 Aug 04 06:00:31.957562 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5961173b-4832-482f-99dd-ae1b662b138d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ff0f8a-a3fa-43e6-bedf-f673708b1ab0,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:00:32.289830 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a46656-fea3-4e58-9a36-84ffeefc6040 req-71628233-aaf7-47e6-ae73-217a3a1d6e6b tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:32.291325 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-85a46656-fea3-4e58-9a36-84ffeefc6040 req-71628233-aaf7-47e6-ae73-217a3a1d6e6b tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 945 time: 0.0503693 Aug 04 06:00:32.329286 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-85a46656-fea3-4e58-9a36-84ffeefc6040 req-8754e090-a32d-497e-8b6b-ce1df1565c32 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317864 Aug 04 06:00:32.478663 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 33806) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:00:32.491763 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-69babb18-bd59-4c66-b32b-347e27d009e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:32.585137 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-69babb18-bd59-4c66-b32b-347e27d009e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:32.629432 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-69babb18-bd59-4c66-b32b-347e27d009e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:32.666905 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69babb18-bd59-4c66-b32b-347e27d009e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11fd3878-ecc8-4b8d-b680-a85eaa46475d,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:00:32.671991 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-69babb18-bd59-4c66-b32b-347e27d009e2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=80ebcb33a9304f1f829d02ef18ffec69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1922147 Aug 04 06:00:32.674516 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 33816) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:00:32.725180 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e80a2c33-dd6b-405e-8935-7ca3ec43d7eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:32.746851 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e80a2c33-dd6b-405e-8935-7ca3ec43d7eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:32.887172 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e80a2c33-dd6b-405e-8935-7ca3ec43d7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:32.890637 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e80a2c33-dd6b-405e-8935-7ca3ec43d7eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:32.892045 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-e80a2c33-dd6b-405e-8935-7ca3ec43d7eb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/11fd3878-ecc8-4b8d-b680-a85eaa46475d HTTP/1.1" status: 204 len: 168 time: 0.2165592 Aug 04 06:00:32.900719 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a2c33-dd6b-405e-8935-7ca3ec43d7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11fd3878-ecc8-4b8d-b680-a85eaa46475d,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:00:33.011258 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-af02ba66-bd33-4c7f-ad7c-7481e90ae0d9 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 06:00:33.049332 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d719ace0-bf77-4f96-b3ef-efe9260054b0 req-0095e403-9be8-4c42-974f-dc87f6184657 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:33.051111 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-d719ace0-bf77-4f96-b3ef-efe9260054b0 req-0095e403-9be8-4c42-974f-dc87f6184657 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 943 time: 0.0568213 Aug 04 06:00:33.089116 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-d719ace0-bf77-4f96-b3ef-efe9260054b0 req-101b36d2-9b8b-4d49-863f-90bf6c823b5d tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/security-groups?id=17698caf-f8e8-4f6c-8efc-02f837326df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321174 Aug 04 06:00:33.453115 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4451296-60f8-4141-af1e-1b1d16fe7320 req-ed165e3b-c25f-4311-91d9-8f52aec897f2 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:33.454791 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-e4451296-60f8-4141-af1e-1b1d16fe7320 req-ed165e3b-c25f-4311-91d9-8f52aec897f2 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 945 time: 0.0488868 Aug 04 06:00:33.496790 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-e4451296-60f8-4141-af1e-1b1d16fe7320 req-e7c20ac7-70a8-4fcb-9552-c9dcf95e21fe tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360224 Aug 04 06:00:33.543746 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-e30bd47f-2e3d-4d35-82f7-284cdb2a4c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:33.566563 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 7362a5f2-b32e-4ae8-8e7d-768d22623e27 details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=100433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 06:00:33.665682 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 7362a5f2-b32e-4ae8-8e7d-768d22623e27, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=7362a5f2-b32e-4ae8-8e7d-768d22623e27,segment=NetworkSegment(0b477fa9-9a15-43bb-aae1-0edcbae189f4),segment_id=0b477fa9-9a15-43bb-aae1-0edcbae189f4)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:00:33.677325 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Returning: {'device': '7362a5f2-b32e-4ae8-8e7d-768d22623e27', 'network_id': '547de350-98df-426a-b398-b032321fdf42', 'port_id': '7362a5f2-b32e-4ae8-8e7d-768d22623e27', 'mac_address': 'fa:16:3e:86:03:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a532cc5-30fe-4d47-af3d-673ba61686a8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 06:00:33.714405 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:33.727082 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7362a5f2-b32e-4ae8-8e7d-768d22623e27 {{(pid=100433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 06:00:33.747197 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 7362a5f2-b32e-4ae8-8e7d-768d22623e27, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=7362a5f2-b32e-4ae8-8e7d-768d22623e27,segment=NetworkSegment(0b477fa9-9a15-43bb-aae1-0edcbae189f4),segment_id=0b477fa9-9a15-43bb-aae1-0edcbae189f4)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:00:33.859271 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:33.908506 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=7362a5f2-b32e-4ae8-8e7d-768d22623e27,revision_number=7']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:00:34.115347 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] get_ports_and_sgs() called for port_ids ['7362a5f2-b32e-4ae8-8e7d-768d22623e27'] {{(pid=100433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 06:00:34.217598 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0d296-8076-4365-9af1-eccc8004438f req-4b357b28-b246-4107-b2bd-a28d61119038 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:34.223067 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-65b0d296-8076-4365-9af1-eccc8004438f req-4b357b28-b246-4107-b2bd-a28d61119038 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 944 time: 0.0568244 Aug 04 06:00:34.268006 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-65b0d296-8076-4365-9af1-eccc8004438f req-6cba961b-ce69-41e6-8e7b-87e16fdb9cb7 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/security-groups?id=17698caf-f8e8-4f6c-8efc-02f837326df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331938 Aug 04 06:00:34.619258 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eab2b9-0948-4159-923d-a1550565d984 req-637f3bf2-f728-4f1e-9020-66b593e056b3 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:34.620753 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-89eab2b9-0948-4159-923d-a1550565d984 req-637f3bf2-f728-4f1e-9020-66b593e056b3 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 945 time: 0.0481739 Aug 04 06:00:34.661681 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-89eab2b9-0948-4159-923d-a1550565d984 req-97a7c0d0-f764-4918-9bb1-773af2de3aa2 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349646 Aug 04 06:00:34.732911 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 33866) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:00:34.837785 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d8cc23d8-4ce4-463d-81c4-e3188348bbe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:34.926371 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d8cc23d8-4ce4-463d-81c4-e3188348bbe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:35.058124 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d8cc23d8-4ce4-463d-81c4-e3188348bbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:35.095589 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cc23d8-4ce4-463d-81c4-e3188348bbe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8589816-3282-492c-a509-e27f185162bf,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:00:35.099772 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-d8cc23d8-4ce4-463d-81c4-e3188348bbe1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=058ed6807de74bf5898c98e8e9565257&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3656254 Aug 04 06:00:35.102614 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 33878) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:00:35.166982 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-2058356e-6e39-497e-8c0a-522ba408e259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:35.189285 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-2058356e-6e39-497e-8c0a-522ba408e259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:35.418737 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-2058356e-6e39-497e-8c0a-522ba408e259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:35.422008 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-2058356e-6e39-497e-8c0a-522ba408e259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:35.423174 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-2058356e-6e39-497e-8c0a-522ba408e259 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a8589816-3282-492c-a509-e27f185162bf HTTP/1.1" status: 204 len: 168 time: 0.3183858 Aug 04 06:00:35.430988 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2058356e-6e39-497e-8c0a-522ba408e259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8589816-3282-492c-a509-e27f185162bf,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:00:35.591022 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 7362a5f2-b32e-4ae8-8e7d-768d22623e27 up at agent hyperv_hv-cinder-80161 {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 06:00:35.647875 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Provisioning complete for port 7362a5f2-b32e-4ae8-8e7d-768d22623e27 triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 06:00:35.648269 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:35.721131 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475391e2-5835-4718-8f50-47a29b373a54 req-0f856f07-2131-4f95-87a1-06ee0e01295d tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:35.722747 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-475391e2-5835-4718-8f50-47a29b373a54 req-0f856f07-2131-4f95-87a1-06ee0e01295d tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 944 time: 0.0507221 Aug 04 06:00:35.727148 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:35.751632 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15410065-cbbe-4a5b-9dc6-edee73a59df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7362a5f2-b32e-4ae8-8e7d-768d22623e27'}] {{(pid=100433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 06:00:35.754160 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffe4ad2cefe5cc989f07e8393c985a8403d56455fd91e6fde58b148ee627bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963541ab-cac8-4ee6-a5e0-1fee7b09ee5a" -d '{"events": [{"server_uuid": "15410065-cbbe-4a5b-9dc6-edee73a59df1", "name": "network-vif-plugged", "status": "completed", "tag": "7362a5f2-b32e-4ae8-8e7d-768d22623e27"}]}' {{(pid=100433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 06:00:35.768275 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 7362a5f2-b32e-4ae8-8e7d-768d22623e27, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=7362a5f2-b32e-4ae8-8e7d-768d22623e27,segment=NetworkSegment(0b477fa9-9a15-43bb-aae1-0edcbae189f4),segment_id=0b477fa9-9a15-43bb-aae1-0edcbae189f4)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:00:35.770545 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-475391e2-5835-4718-8f50-47a29b373a54 req-980a2dbf-8149-4ba4-b5ed-b353e6014f98 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/security-groups?id=17698caf-f8e8-4f6c-8efc-02f837326df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400355 Aug 04 06:00:35.828786 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 06:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f6f549-b642-4762-be7e-000624e71a84 x-openstack-request-id: req-33f6f549-b642-4762-be7e-000624e71a84 {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 06:00:35.829297 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15410065-cbbe-4a5b-9dc6-edee73a59df1", "name": "network-vif-plugged", "status": "completed", "tag": "7362a5f2-b32e-4ae8-8e7d-768d22623e27", "code": 200}]} {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 06:00:35.829716 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-33f6f549-b642-4762-be7e-000624e71a84 {{(pid=100433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 06:00:35.830273 dv-cinder-801617-4-iscsi neutron-server[100433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15410065-cbbe-4a5b-9dc6-edee73a59df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7362a5f2-b32e-4ae8-8e7d-768d22623e27', 'code': 200} Aug 04 06:00:35.845931 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:35.847079 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device fe8a49da-b6e7-45b3-8793-fe3d775df052 no longer exists at agent hyperv_hv-cinder-80161 {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 06:00:35.947658 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=7362a5f2-b32e-4ae8-8e7d-768d22623e27,revision_number=8']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:00:35.991687 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:36.023376 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port fe8a49da-b6e7-45b3-8793-fe3d775df052, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=fe8a49da-b6e7-45b3-8793-fe3d775df052,segment=NetworkSegment(ec29bf54-ee61-44b2-b8df-ad8fd94577ee),segment_id=ec29bf54-ee61-44b2-b8df-ad8fd94577ee)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:00:36.051149 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-53637512-2ef6-42d4-8157-c255e430b6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:36.167562 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b3a81-6fe1-4a6d-97d4-089db0ce6f4a req-6c43f69d-27d9-439c-be67-4cb8e4245766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:36.169206 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-4c0b3a81-6fe1-4a6d-97d4-089db0ce6f4a req-6c43f69d-27d9-439c-be67-4cb8e4245766 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 1098 time: 0.0447524 Aug 04 06:00:36.178734 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:36.182700 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:36.215928 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-4c0b3a81-6fe1-4a6d-97d4-089db0ce6f4a req-253246ff-1d20-4b02-9ba6-905c1c59a911 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=17698caf-f8e8-4f6c-8efc-02f837326df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297985 Aug 04 06:00:36.236076 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=fe8a49da-b6e7-45b3-8793-fe3d775df052,revision_number=8']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:00:36.905408 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78de6b6-e7ad-4185-a15e-8e0a2d624537 req-12c93e24-cac5-4957-b5f5-75b17f3e1f68 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:36.906949 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-c78de6b6-e7ad-4185-a15e-8e0a2d624537 req-12c93e24-cac5-4957-b5f5-75b17f3e1f68 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 945 time: 0.0536025 Aug 04 06:00:36.967724 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-c78de6b6-e7ad-4185-a15e-8e0a2d624537 req-72ec62e6-776c-44f4-8791-69ebc446093e tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/security-groups?id=17698caf-f8e8-4f6c-8efc-02f837326df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450585 Aug 04 06:00:37.441966 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f23c02-8fd2-4c41-ab7b-99e1aa222a74 req-b2be3d13-53e6-45fe-8cb2-9b849589826a tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:37.443458 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-55f23c02-8fd2-4c41-ab7b-99e1aa222a74 req-b2be3d13-53e6-45fe-8cb2-9b849589826a tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 943 time: 0.0526025 Aug 04 06:00:37.484379 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-55f23c02-8fd2-4c41-ab7b-99e1aa222a74 req-4022497a-fa06-4496-a36e-76ff170c4734 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339742 Aug 04 06:00:37.732718 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6693b30c-6718-4946-8b55-748181203f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:37.831624 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e53e82-a55e-4722-a38b-e20f61fb181a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe8a49da-b6e7-45b3-8793-fe3d775df052'}] {{(pid=100433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 06:00:37.833984 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffe4ad2cefe5cc989f07e8393c985a8403d56455fd91e6fde58b148ee627bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154d4514-ae39-4317-bd33-f5255e12d1d3" -d '{"events": [{"server_uuid": "32e53e82-a55e-4722-a38b-e20f61fb181a", "name": "network-vif-unplugged", "status": "completed", "tag": "fe8a49da-b6e7-45b3-8793-fe3d775df052"}]}' {{(pid=100433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 06:00:37.877511 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 04 Aug 2021 06:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0353bcd4-bdbe-4350-aa0c-8c00d670b851 x-openstack-request-id: req-0353bcd4-bdbe-4350-aa0c-8c00d670b851 {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 06:00:37.877803 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e53e82-a55e-4722-a38b-e20f61fb181a", "name": "network-vif-unplugged", "status": "failed", "tag": "fe8a49da-b6e7-45b3-8793-fe3d775df052", "code": 422}]} {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 06:00:37.878056 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0353bcd4-bdbe-4350-aa0c-8c00d670b851 {{(pid=100433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 06:00:37.878440 dv-cinder-801617-4-iscsi neutron-server[100433]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '32e53e82-a55e-4722-a38b-e20f61fb181a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fe8a49da-b6e7-45b3-8793-fe3d775df052', 'code': 422} returned with failed status Aug 04 06:00:37.911405 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-48319db3-12fd-4312-9650-352a07d86b0a req-3d58a76c-f01c-451a-8811-2b0e4db7d4c2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0664351 Aug 04 06:00:38.093101 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a5d65-9bf9-48a0-ae41-6688bde80349 req-78f29fa2-e15a-4c18-8f5a-55819d3bba5e tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:38.093101 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-c10a5d65-9bf9-48a0-ae41-6688bde80349 req-78f29fa2-e15a-4c18-8f5a-55819d3bba5e tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 945 time: 0.0618722 Aug 04 06:00:38.129497 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-c10a5d65-9bf9-48a0-ae41-6688bde80349 req-5f3ec0c2-e911-41f9-a07e-f881abe2889e tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/security-groups?id=17698caf-f8e8-4f6c-8efc-02f837326df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326617 Aug 04 06:00:38.597079 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068dc1a4-fd1a-4bf4-be87-c63d8e3bc6e3 req-8ee25e45-fbc5-42e3-ba9b-52476d7beb16 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:38.633788 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-068dc1a4-fd1a-4bf4-be87-c63d8e3bc6e3 req-8ee25e45-fbc5-42e3-ba9b-52476d7beb16 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c02f350-0489-4f50-9501-34b5477eb2a9 HTTP/1.1" status: 200 len: 945 time: 0.0622647 Aug 04 06:00:38.633973 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc4446-de5f-4ef5-a891-95b0306f248e req-c88c5151-6e01-43a0-adbd-4fc06a469e98 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:38.633973 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-2acc4446-de5f-4ef5-a891-95b0306f248e req-c88c5151-6e01-43a0-adbd-4fc06a469e98 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 943 time: 0.0534208 Aug 04 06:00:38.639454 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-068dc1a4-fd1a-4bf4-be87-c63d8e3bc6e3 req-77a32dcb-19e9-4eb6-a80c-9cba6549eb2c tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=630bc1bf-11c1-46c6-b6d5-b686998bcf86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342271 Aug 04 06:00:38.895208 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-2acc4446-de5f-4ef5-a891-95b0306f248e req-7b727c08-db37-4ee2-a302-5dba2f08d213 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2799337 Aug 04 06:00:39.481344 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-dee0c6e9-f257-441c-951e-ad3806d8c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:39.779222 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48319db3-12fd-4312-9650-352a07d86b0a req-bdb2da51-bc9b-400d-9f29-ace52723daac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:39.784728 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-48319db3-12fd-4312-9650-352a07d86b0a req-bdb2da51-bc9b-400d-9f29-ace52723daac service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a&tenant_id=ec04283d3509443b9c65cd9af852d46f HTTP/1.1" status: 200 len: 1096 time: 0.0696516 Aug 04 06:00:39.788891 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f96d3c-53ca-4838-974d-e9cd50826e6d req-c15f9feb-9e5a-4d9b-a685-940ecaa8ef5f tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:39.790336 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-99f96d3c-53ca-4838-974d-e9cd50826e6d req-c15f9feb-9e5a-4d9b-a685-940ecaa8ef5f tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c02f350-0489-4f50-9501-34b5477eb2a9 HTTP/1.1" status: 200 len: 945 time: 0.0802360 Aug 04 06:00:39.857241 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-99f96d3c-53ca-4838-974d-e9cd50826e6d req-06b5e0bc-a01e-4360-8872-a95d9c3a7ef2 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=630bc1bf-11c1-46c6-b6d5-b686998bcf86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600424 Aug 04 06:00:39.873337 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48319db3-12fd-4312-9650-352a07d86b0a req-e7fe61ba-c18a-4cea-a1f9-56ebd04074be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:39.873337 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-48319db3-12fd-4312-9650-352a07d86b0a req-e7fe61ba-c18a-4cea-a1f9-56ebd04074be service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec04283d3509443b9c65cd9af852d46f&device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 1096 time: 0.0588336 Aug 04 06:00:39.968086 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48319db3-12fd-4312-9650-352a07d86b0a req-dff4fd8e-9797-4077-b6d6-974455f8744e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:39.969608 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-48319db3-12fd-4312-9650-352a07d86b0a req-dff4fd8e-9797-4077-b6d6-974455f8744e service neutron] 10.222.0.18 "GET /v2.0/networks?id=a493c09c-6949-44f8-8e08-fbb13c36d6a2 HTTP/1.1" status: 200 len: 918 time: 0.0917890 Aug 04 06:00:40.021177 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfef687-4b13-4a25-a282-626fbb080be5 req-b0f5daa3-d258-4274-a4e3-bacb548ae7c5 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:40.021784 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-bcfef687-4b13-4a25-a282-626fbb080be5 req-b0f5daa3-d258-4274-a4e3-bacb548ae7c5 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 943 time: 0.0484598 Aug 04 06:00:40.040890 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-48319db3-12fd-4312-9650-352a07d86b0a req-8515e9b6-6305-42ab-8520-cdb60f8ee40a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe8a49da-b6e7-45b3-8793-fe3d775df052 HTTP/1.1" status: 200 len: 998 time: 0.0633373 Aug 04 06:00:40.059255 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-bcfef687-4b13-4a25-a282-626fbb080be5 req-1c3322ec-56a1-45ac-9aa5-7ed8fb64183e tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314121 Aug 04 06:00:40.092036 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48319db3-12fd-4312-9650-352a07d86b0a req-54010226-fcfa-4123-9d16-4066ab6cd63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:40.093519 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-48319db3-12fd-4312-9650-352a07d86b0a req-54010226-fcfa-4123-9d16-4066ab6cd63c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2aeabe42-c308-496c-8730-52b38af59b7d HTTP/1.1" status: 200 len: 856 time: 0.0435457 Aug 04 06:00:40.149001 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48319db3-12fd-4312-9650-352a07d86b0a req-e8d91b9e-f146-4f2d-85c6-5241f29fc907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:40.150505 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-48319db3-12fd-4312-9650-352a07d86b0a req-e8d91b9e-f146-4f2d-85c6-5241f29fc907 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a493c09c-6949-44f8-8e08-fbb13c36d6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450165 Aug 04 06:00:40.244239 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-48319db3-12fd-4312-9650-352a07d86b0a req-75223d2d-9d67-4470-88a5-b41e26cbad46 service neutron] 10.222.0.18 "GET /v2.0/networks/a493c09c-6949-44f8-8e08-fbb13c36d6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849617 Aug 04 06:00:40.347142 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-48319db3-12fd-4312-9650-352a07d86b0a req-a665fd32-bc1a-403c-b1fb-68e6f0b5613d service neutron] 10.222.0.18 "GET /v2.0/networks/a493c09c-6949-44f8-8e08-fbb13c36d6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959904 Aug 04 06:00:40.382962 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400ef36-f5ed-4343-9346-d23ac50d24a2 req-89147c27-9d56-4f9c-824b-04286fbdd40a tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:40.384435 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-4400ef36-f5ed-4343-9346-d23ac50d24a2 req-89147c27-9d56-4f9c-824b-04286fbdd40a tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c02f350-0489-4f50-9501-34b5477eb2a9 HTTP/1.1" status: 200 len: 945 time: 0.0566564 Aug 04 06:00:40.492087 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [req-4400ef36-f5ed-4343-9346-d23ac50d24a2 req-458da3c4-7abf-4705-bc58-aba83c458194 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Deleting port 83b0aeed-9c39-45e2-a1c2-17d7f299e516 {{(pid=100432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 06:00:40.492426 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-4400ef36-f5ed-4343-9346-d23ac50d24a2 req-458da3c4-7abf-4705-bc58-aba83c458194 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:40.578175 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [req-4400ef36-f5ed-4343-9346-d23ac50d24a2 req-458da3c4-7abf-4705-bc58-aba83c458194 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] For port 83b0aeed-9c39-45e2-a1c2-17d7f299e516, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=83b0aeed-9c39-45e2-a1c2-17d7f299e516,segment=NetworkSegment(e70b74f9-db9d-468d-96eb-049639286c19),segment_id=e70b74f9-db9d-468d-96eb-049639286c19)] {{(pid=100432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:00:40.578450 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-4400ef36-f5ed-4343-9346-d23ac50d24a2 req-458da3c4-7abf-4705-bc58-aba83c458194 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:40.758487 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-4400ef36-f5ed-4343-9346-d23ac50d24a2 req-458da3c4-7abf-4705-bc58-aba83c458194 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:40.758856 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-4400ef36-f5ed-4343-9346-d23ac50d24a2 req-458da3c4-7abf-4705-bc58-aba83c458194 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572675'] for floatingip, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:40.759159 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.db.l3_db [req-4400ef36-f5ed-4343-9346-d23ac50d24a2 req-458da3c4-7abf-4705-bc58-aba83c458194 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Floating IP 5a1e8cc8-bd37-433f-a018-2d4ba6f20265 disassociated. External IP: 172.27.1.163, port: 83b0aeed-9c39-45e2-a1c2-17d7f299e516. Aug 04 06:00:40.759492 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [req-4400ef36-f5ed-4343-9346-d23ac50d24a2 req-458da3c4-7abf-4705-bc58-aba83c458194 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Calling delete_port for 83b0aeed-9c39-45e2-a1c2-17d7f299e516 owned by compute:nova {{(pid=100432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 06:00:40.979257 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460a36a-3997-4403-ac7b-b5cb652a66ef req-7158fd14-2f44-4232-bbab-ef0cb954fac7 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:40.980773 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0460a36a-3997-4403-ac7b-b5cb652a66ef req-7158fd14-2f44-4232-bbab-ef0cb954fac7 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c02f350-0489-4f50-9501-34b5477eb2a9 HTTP/1.1" status: 200 len: 945 time: 0.0548241 Aug 04 06:00:41.019585 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0460a36a-3997-4403-ac7b-b5cb652a66ef req-3422003c-fc5e-4c00-a59b-c37da0509864 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups?id=630bc1bf-11c1-46c6-b6d5-b686998bcf86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323551 Aug 04 06:00:41.035125 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-4400ef36-f5ed-4343-9346-d23ac50d24a2 req-458da3c4-7abf-4705-bc58-aba83c458194 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:41.062987 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458da3c4-7abf-4705-bc58-aba83c458194 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Pushing event deleted for resources: {'Port': ['ID=83b0aeed-9c39-45e2-a1c2-17d7f299e516,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:00:41.077246 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458da3c4-7abf-4705-bc58-aba83c458194 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:00:41.077602 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458da3c4-7abf-4705-bc58-aba83c458194 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:00:41.077935 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458da3c4-7abf-4705-bc58-aba83c458194 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:00:41.078265 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458da3c4-7abf-4705-bc58-aba83c458194 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:00:41.078589 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458da3c4-7abf-4705-bc58-aba83c458194 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:00:41.078917 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458da3c4-7abf-4705-bc58-aba83c458194 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:00:41.079242 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458da3c4-7abf-4705-bc58-aba83c458194 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:00:41.079559 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458da3c4-7abf-4705-bc58-aba83c458194 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:00:41.079954 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458da3c4-7abf-4705-bc58-aba83c458194 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:00:41.080279 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458da3c4-7abf-4705-bc58-aba83c458194 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:00:41.080597 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458da3c4-7abf-4705-bc58-aba83c458194 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:00:41.080914 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458da3c4-7abf-4705-bc58-aba83c458194 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:00:41.197090 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c246e7a3-b7a3-44e7-8136-7349f1e8a9a8 req-694bc16d-92f4-4fba-a918-3016aced07ce tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:41.198726 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-c246e7a3-b7a3-44e7-8136-7349f1e8a9a8 req-694bc16d-92f4-4fba-a918-3016aced07ce tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 943 time: 0.0538151 Aug 04 06:00:41.202241 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4400ef36-f5ed-4343-9346-d23ac50d24a2 req-458da3c4-7abf-4705-bc58-aba83c458194 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Router bba70e6f-b063-4c50-aec0-c90603577873 has already been hosted by L3 agent 1092c566-0070-459b-a71e-112f2411deeb {{(pid=100432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 06:00:41.251267 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-c246e7a3-b7a3-44e7-8136-7349f1e8a9a8 req-c53f4989-de88-460a-bcc1-f7f7288c355d tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453320 Aug 04 06:00:41.348484 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4400ef36-f5ed-4343-9346-d23ac50d24a2 req-458da3c4-7abf-4705-bc58-aba83c458194 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify agent at l3_agent.dv-cinder-801617-4-iscsi the message routers_updated {{(pid=100432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 06:00:41.360803 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc299d43-d78d-4a7e-b731-e8dfc8b1f565 None None] Sync routers for ids ['bba70e6f-b063-4c50-aec0-c90603577873'] in dv-cinder-801617-4-iscsi {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 06:00:41.383429 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc299d43-d78d-4a7e-b731-e8dfc8b1f565 None None] Routers {'bba70e6f-b063-4c50-aec0-c90603577873'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 06:00:41.384471 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-cc299d43-d78d-4a7e-b731-e8dfc8b1f565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T06:00:36Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['bba70e6f-b063-4c50-aec0-c90603577873'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:00:41.422485 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.l3_dvrscheduler_db [req-4400ef36-f5ed-4343-9346-d23ac50d24a2 req-458da3c4-7abf-4705-bc58-aba83c458194 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] No DVR routers for this DVR port 83b0aeed-9c39-45e2-a1c2-17d7f299e516 on host hv-cinder-80161 {{(pid=100432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 06:00:41.426746 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-4400ef36-f5ed-4343-9346-d23ac50d24a2 req-458da3c4-7abf-4705-bc58-aba83c458194 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for port, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:41.430793 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-4400ef36-f5ed-4343-9346-d23ac50d24a2 req-458da3c4-7abf-4705-bc58-aba83c458194 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.18 "DELETE /v2.0/ports/83b0aeed-9c39-45e2-a1c2-17d7f299e516 HTTP/1.1" status: 204 len: 173 time: 1.0406067 Aug 04 06:00:41.431257 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c02f350-0489-4f50-9501-34b5477eb2a9', 'name': 'network-vif-deleted', 'tag': '83b0aeed-9c39-45e2-a1c2-17d7f299e516'}] {{(pid=100432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 06:00:41.442921 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7961aa7e709e573ce1f4efc3791ca037d6473da3b2c6b2a251ebfb1631130676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526b009e-33c1-4a2f-a8ed-22f1c55b2a39" -d '{"events": [{"server_uuid": "7c02f350-0489-4f50-9501-34b5477eb2a9", "name": "network-vif-deleted", "tag": "83b0aeed-9c39-45e2-a1c2-17d7f299e516"}]}' {{(pid=100432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 06:00:41.493915 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 06:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90289858-ed81-4a09-a74f-2bf337b437e1 x-openstack-request-id: req-90289858-ed81-4a09-a74f-2bf337b437e1 {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 06:00:41.494398 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c02f350-0489-4f50-9501-34b5477eb2a9", "name": "network-vif-deleted", "tag": "83b0aeed-9c39-45e2-a1c2-17d7f299e516", "status": "completed", "code": 200}]} {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 06:00:41.494803 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-90289858-ed81-4a09-a74f-2bf337b437e1 {{(pid=100432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 06:00:41.495379 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c02f350-0489-4f50-9501-34b5477eb2a9', 'name': 'network-vif-deleted', 'tag': '83b0aeed-9c39-45e2-a1c2-17d7f299e516', 'status': 'completed', 'code': 200} Aug 04 06:00:41.538092 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-cc299d43-d78d-4a7e-b731-e8dfc8b1f565 None None] Set router bba70e6f-b063-4c50-aec0-c90603577873 gateway port host: dv-cinder-801617-4-iscsi {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 06:00:41.933857 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-cc299d43-d78d-4a7e-b731-e8dfc8b1f565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'name': 'tempest-AttachVolumeTestJSON-109798790-router', 'tenant_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '5762214d-3b75-445b-82e5-d3424157accd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:53:30Z', 'updated_at': '2021-08-04T05:53:35Z', 'revision_number': 4, 'project_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'gw_port': {'id': '5762214d-3b75-445b-82e5-d3424157accd', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:32Z', 'updated_at': '2021-08-04T05:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': '2e268975-f39b-4261-b5b0-26d9b528d0bd', 'name': '', 'network_id': 'd2e5a947-03e8-4345-94ae-fbf3e7f6b1f3', 'tenant_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'mac_address': 'fa:16:3e:3d:98:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '093ae098-146b-44a4-8f09-371adaa382d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:35Z', 'updated_at': '2021-08-04T05:53:49Z', 'revision_number': 5, 'project_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'subnets': [{'id': '093ae098-146b-44a4-8f09-371adaa382d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:00:41.962811 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc299d43-d78d-4a7e-b731-e8dfc8b1f565 None None] Checking router: bba70e6f-b063-4c50-aec0-c90603577873 for host: dv-cinder-801617-4-iscsi {{(pid=100433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 06:00:41.972537 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc299d43-d78d-4a7e-b731-e8dfc8b1f565 None None] Routers {'bba70e6f-b063-4c50-aec0-c90603577873'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 06:00:41.973157 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-cc299d43-d78d-4a7e-b731-e8dfc8b1f565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T06:00:36Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['bba70e6f-b063-4c50-aec0-c90603577873'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:00:42.091676 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-cc299d43-d78d-4a7e-b731-e8dfc8b1f565 None None] Set router bba70e6f-b063-4c50-aec0-c90603577873 gateway port host: dv-cinder-801617-4-iscsi {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 06:00:42.150920 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-c999ed2e-8d07-488a-929c-9ce23a1e6b30 req-d23e02a7-2e2c-4437-9f2d-448cb4b8c1e0 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c02f350-0489-4f50-9501-34b5477eb2a9 HTTP/1.1" status: 200 len: 210 time: 0.0440166 Aug 04 06:00:42.327012 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-cc299d43-d78d-4a7e-b731-e8dfc8b1f565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'name': 'tempest-AttachVolumeTestJSON-109798790-router', 'tenant_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '5762214d-3b75-445b-82e5-d3424157accd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:53:30Z', 'updated_at': '2021-08-04T05:53:35Z', 'revision_number': 4, 'project_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'gw_port': {'id': '5762214d-3b75-445b-82e5-d3424157accd', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:32Z', 'updated_at': '2021-08-04T05:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': '2e268975-f39b-4261-b5b0-26d9b528d0bd', 'name': '', 'network_id': 'd2e5a947-03e8-4345-94ae-fbf3e7f6b1f3', 'tenant_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'mac_address': 'fa:16:3e:3d:98:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '093ae098-146b-44a4-8f09-371adaa382d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:35Z', 'updated_at': '2021-08-04T05:53:49Z', 'revision_number': 5, 'project_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'subnets': [{'id': '093ae098-146b-44a4-8f09-371adaa382d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:00:42.362115 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc299d43-d78d-4a7e-b731-e8dfc8b1f565 None None] The sync data for ids ['bba70e6f-b063-4c50-aec0-c90603577873'] in dv-cinder-801617-4-iscsi is: [{'id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'name': 'tempest-AttachVolumeTestJSON-109798790-router', 'tenant_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '5762214d-3b75-445b-82e5-d3424157accd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:53:30Z', 'updated_at': '2021-08-04T05:53:35Z', 'revision_number': 4, 'project_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'gw_port': {'id': '5762214d-3b75-445b-82e5-d3424157accd', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:32Z', 'updated_at': '2021-08-04T05:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': '2e268975-f39b-4261-b5b0-26d9b528d0bd', 'name': '', 'network_id': 'd2e5a947-03e8-4345-94ae-fbf3e7f6b1f3', 'tenant_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'mac_address': 'fa:16:3e:3d:98:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '093ae098-146b-44a4-8f09-371adaa382d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:35Z', 'updated_at': '2021-08-04T05:53:49Z', 'revision_number': 5, 'project_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'subnets': [{'id': '093ae098-146b-44a4-8f09-371adaa382d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 06:00:42.398758 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd1bb8-8e7f-4e4d-9caa-2d3817e26200 req-c4487ce2-deba-4745-a0bf-fcc68f513d80 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:42.401824 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e3fd1bb8-8e7f-4e4d-9caa-2d3817e26200 req-c4487ce2-deba-4745-a0bf-fcc68f513d80 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 943 time: 0.0588365 Aug 04 06:00:42.448086 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e3fd1bb8-8e7f-4e4d-9caa-2d3817e26200 req-6e6bb201-f63e-446a-82f8-ea7dcec597b3 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404649 Aug 04 06:00:42.623995 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc92361a-89cd-4168-bd48-92408e399b6b None None] New status for floating IP 5a1e8cc8-bd37-433f-a018-2d4ba6f20265: DOWN {{(pid=100434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 06:00:42.790042 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 34046) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:00:42.908709 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c8ca5a05-7043-4a41-953e-69334a165065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:43.019608 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c8ca5a05-7043-4a41-953e-69334a165065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:43.126435 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c8ca5a05-7043-4a41-953e-69334a165065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:43.161858 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca5a05-7043-4a41-953e-69334a165065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884e80a7-06ae-4601-bd49-bf46ea6b09c0,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:00:43.173299 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-c8ca5a05-7043-4a41-953e-69334a165065 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=74887ee14f2b43988a16fb0dd6f83fff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3814433 Aug 04 06:00:43.174328 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 34050) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:00:43.229127 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-917267e2-d16f-4e64-965c-54b1de7756ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:43.253511 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-917267e2-d16f-4e64-965c-54b1de7756ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:43.289847 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-65a71108-a94c-4537-b3fa-b780f6629fc4 req-39d5eaee-aba7-4d56-91c2-93bcec713776 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c02f350-0489-4f50-9501-34b5477eb2a9 HTTP/1.1" status: 200 len: 210 time: 0.0417728 Aug 04 06:00:43.521533 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-917267e2-d16f-4e64-965c-54b1de7756ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:43.525338 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-917267e2-d16f-4e64-965c-54b1de7756ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:43.528373 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-917267e2-d16f-4e64-965c-54b1de7756ab admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/884e80a7-06ae-4601-bd49-bf46ea6b09c0 HTTP/1.1" status: 204 len: 168 time: 0.3529484 Aug 04 06:00:43.537579 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917267e2-d16f-4e64-965c-54b1de7756ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884e80a7-06ae-4601-bd49-bf46ea6b09c0,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:00:43.616180 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79eb8a-1507-40f2-be42-472d872dfd2e req-9e1de4b0-047a-4df7-a318-1ac0210e5675 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:43.617727 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-6f79eb8a-1507-40f2-be42-472d872dfd2e req-9e1de4b0-047a-4df7-a318-1ac0210e5675 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 943 time: 0.0835445 Aug 04 06:00:43.665240 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-6f79eb8a-1507-40f2-be42-472d872dfd2e req-3641eba2-2edd-491d-8dc4-367a72f87c17 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399902 Aug 04 06:00:44.393556 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-e0e22b00-5a88-4f83-8d89-b769b1868a4f req-55844433-3e21-459a-9e19-1a8b808bef66 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c02f350-0489-4f50-9501-34b5477eb2a9 HTTP/1.1" status: 200 len: 210 time: 0.0275970 Aug 04 06:00:44.791486 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaffe7c-08ba-408c-ac76-4f1ffccd3e2e req-2aca3702-09d4-4b0b-b1a7-92498d2b8099 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:44.793040 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-cfaffe7c-08ba-408c-ac76-4f1ffccd3e2e req-2aca3702-09d4-4b0b-b1a7-92498d2b8099 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 943 time: 0.0515425 Aug 04 06:00:44.833957 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-cfaffe7c-08ba-408c-ac76-4f1ffccd3e2e req-34c65d65-0e2d-4068-aa27-bc2655f074ec tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348206 Aug 04 06:00:45.490894 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-68ad214c-3fc4-4bfe-825f-d593a5171713 req-148e1147-fadb-4a62-906c-fcda6f1c74e7 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c02f350-0489-4f50-9501-34b5477eb2a9 HTTP/1.1" status: 200 len: 210 time: 0.0280919 Aug 04 06:00:45.626745 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 83b0aeed-9c39-45e2-a1c2-17d7f299e516 no longer exists at agent hyperv_hv-cinder-80161 {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 06:00:45.647736 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] No Port match for: 83b0aeed-9c39-45e2-a1c2-17d7f299e516 {{(pid=100433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 06:00:45.648102 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 83b0aeed-9c39-45e2-a1c2-17d7f299e516 not bound to the agent host hv-cinder-80161 {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 06:00:45.959041 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f91222-ad54-4cf6-923f-e15e107835c9 req-0849efb4-f020-4791-827e-90af2eb57361 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:45.960718 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-87f91222-ad54-4cf6-923f-e15e107835c9 req-0849efb4-f020-4791-827e-90af2eb57361 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 943 time: 0.0527904 Aug 04 06:00:46.000996 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-87f91222-ad54-4cf6-923f-e15e107835c9 req-3949d188-b6a6-43fc-aac5-ba8d207f52fb tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341246 Aug 04 06:00:46.586531 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-50eed6af-3c1c-4341-b783-1fde39ebb157 req-491f610d-55ad-4054-af6b-260406e50aba tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c02f350-0489-4f50-9501-34b5477eb2a9 HTTP/1.1" status: 200 len: 210 time: 0.0268686 Aug 04 06:00:47.129661 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de9f58-ba58-496f-8029-33fced8f980e req-59dfc608-6193-4c8d-b0d7-611ac569bb21 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:47.131416 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e4de9f58-ba58-496f-8029-33fced8f980e req-59dfc608-6193-4c8d-b0d7-611ac569bb21 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 943 time: 0.0552273 Aug 04 06:00:47.172158 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e4de9f58-ba58-496f-8029-33fced8f980e req-ceb624a4-04f3-4322-b8fb-bd4e72f80ae2 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341480 Aug 04 06:00:47.682161 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-077797b6-7dd4-4462-8d79-44ba7a09e754 req-4f0a1304-a0a6-4a32-a9b5-f8de3c704a6d tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c02f350-0489-4f50-9501-34b5477eb2a9 HTTP/1.1" status: 200 len: 210 time: 0.0262151 Aug 04 06:00:48.293205 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dbe797-9164-4ad7-a12a-b14c657c0e8e req-c7b1e1b0-9a66-449a-b2d2-b835602b0180 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:48.296762 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-a8dbe797-9164-4ad7-a12a-b14c657c0e8e req-c7b1e1b0-9a66-449a-b2d2-b835602b0180 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 943 time: 0.0514667 Aug 04 06:00:48.335481 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-a8dbe797-9164-4ad7-a12a-b14c657c0e8e req-6de4f8c2-3c82-4f5b-8ffd-b6428a364838 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338047 Aug 04 06:00:48.798956 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-93d125f8-230b-4576-a258-ab4f331d01df req-a92a4fec-02ee-489d-893b-ba37e6794efa tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c02f350-0489-4f50-9501-34b5477eb2a9 HTTP/1.1" status: 200 len: 210 time: 0.0315018 Aug 04 06:00:49.460648 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c8120-84a8-4342-97af-a781367ba693 req-ae292cf6-760d-4360-acbb-a34cd1d4a0e9 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:49.462189 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-828c8120-84a8-4342-97af-a781367ba693 req-ae292cf6-760d-4360-acbb-a34cd1d4a0e9 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 943 time: 0.0500848 Aug 04 06:00:49.502524 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-828c8120-84a8-4342-97af-a781367ba693 req-8c4e0ece-d3a5-412d-bc9b-3c7101642d9b tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339277 Aug 04 06:00:49.897913 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-a195b9ef-e7f0-4636-b0b0-5b502a508158 req-d482eb85-8188-4268-9d58-44ce1585a57a tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c02f350-0489-4f50-9501-34b5477eb2a9 HTTP/1.1" status: 200 len: 210 time: 0.0288079 Aug 04 06:00:50.627115 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d8dfe-0b94-4bd1-b8f9-cbe42954d104 req-aa6ff54c-c8f8-48c4-bc00-6635da891143 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:50.628775 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-cb1d8dfe-0b94-4bd1-b8f9-cbe42954d104 req-aa6ff54c-c8f8-48c4-bc00-6635da891143 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 943 time: 0.0542600 Aug 04 06:00:50.668092 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-cb1d8dfe-0b94-4bd1-b8f9-cbe42954d104 req-2031bd2f-d8fc-4475-8551-6a76389efb77 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333745 Aug 04 06:00:50.994573 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-7af2c4d7-e43a-4980-8ccb-d28520617ca3 req-d1255c1e-5916-413a-88a4-f7b8671a86c3 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c02f350-0489-4f50-9501-34b5477eb2a9 HTTP/1.1" status: 200 len: 210 time: 0.0272202 Aug 04 06:00:51.791657 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3183c-fd35-4345-8b0c-0804ce2238e0 req-aaac4cb2-b410-42d5-b73a-43b5db65a6ff tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:51.793198 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-89f3183c-fd35-4345-8b0c-0804ce2238e0 req-aaac4cb2-b410-42d5-b73a-43b5db65a6ff tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 943 time: 0.0525501 Aug 04 06:00:51.832792 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-89f3183c-fd35-4345-8b0c-0804ce2238e0 req-bd3ffbba-0310-453f-a3f9-4ce52db87278 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335438 Aug 04 06:00:52.098289 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-ca70f624-22a2-4d20-87a5-146a2bc68bc1 req-58a7f421-6163-4bb5-bedd-86a8d3b3815f tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c02f350-0489-4f50-9501-34b5477eb2a9 HTTP/1.1" status: 200 len: 210 time: 0.0265718 Aug 04 06:00:52.977026 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1916105-10b5-4570-b1bd-cd15e493e482 req-5c6a3354-f05f-4c7c-b6c0-a1da069df725 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:52.978527 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-c1916105-10b5-4570-b1bd-cd15e493e482 req-5c6a3354-f05f-4c7c-b6c0-a1da069df725 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 943 time: 0.0598981 Aug 04 06:00:53.016677 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-c1916105-10b5-4570-b1bd-cd15e493e482 req-79dd0629-7704-459f-bbae-322fd195a7a3 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310533 Aug 04 06:00:53.298920 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 34100) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:00:53.352705 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-79311b09-7531-4c8b-bdd6-caefcb203a4d tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:53.375211 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-79311b09-7531-4c8b-bdd6-caefcb203a4d tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:53.497704 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-79311b09-7531-4c8b-bdd6-caefcb203a4d tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:53.500289 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-79311b09-7531-4c8b-bdd6-caefcb203a4d tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:53.501459 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-79311b09-7531-4c8b-bdd6-caefcb203a4d tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "DELETE /v2.0/security-groups/630bc1bf-11c1-46c6-b6d5-b686998bcf86 HTTP/1.1" status: 204 len: 168 time: 0.2014759 Aug 04 06:00:53.504270 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 34102) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:00:53.510297 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79311b09-7531-4c8b-bdd6-caefcb203a4d tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=630bc1bf-11c1-46c6-b6d5-b686998bcf86,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:00:53.517987 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79311b09-7531-4c8b-bdd6-caefcb203a4d tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:00:53.518263 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.api.v2.resource [None req-fb38109b-1dde-497b-80e0-b0e79d59f0c5 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] show failed (client error): The resource could not be found. Aug 04 06:00:53.518389 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79311b09-7531-4c8b-bdd6-caefcb203a4d tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:00:53.518647 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79311b09-7531-4c8b-bdd6-caefcb203a4d tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:00:53.518974 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79311b09-7531-4c8b-bdd6-caefcb203a4d tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:00:53.519261 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-fb38109b-1dde-497b-80e0-b0e79d59f0c5 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "GET /v2.0/security-groups/630bc1bf-11c1-46c6-b6d5-b686998bcf86 HTTP/1.1" status: 404 len: 347 time: 0.0139589 Aug 04 06:00:53.519478 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79311b09-7531-4c8b-bdd6-caefcb203a4d tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:00:53.519589 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79311b09-7531-4c8b-bdd6-caefcb203a4d tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:00:53.519935 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79311b09-7531-4c8b-bdd6-caefcb203a4d tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:00:53.520254 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79311b09-7531-4c8b-bdd6-caefcb203a4d tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:00:53.520573 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79311b09-7531-4c8b-bdd6-caefcb203a4d tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:00:53.520890 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79311b09-7531-4c8b-bdd6-caefcb203a4d tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:00:53.521202 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79311b09-7531-4c8b-bdd6-caefcb203a4d tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:00:53.521514 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79311b09-7531-4c8b-bdd6-caefcb203a4d tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:00:53.522684 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 34104) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:00:53.649729 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [None req-83079779-4fdb-4948-a247-90b5acdf4d21 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Deleting port 64e04b99-d4d1-423b-a20e-bb48624051fc {{(pid=100432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 06:00:53.650118 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-83079779-4fdb-4948-a247-90b5acdf4d21 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:53.722991 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-83079779-4fdb-4948-a247-90b5acdf4d21 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:53.731416 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-83079779-4fdb-4948-a247-90b5acdf4d21 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:53.735284 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [None req-83079779-4fdb-4948-a247-90b5acdf4d21 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Calling delete_port for 64e04b99-d4d1-423b-a20e-bb48624051fc owned by network:floatingip {{(pid=100432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 06:00:53.955286 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-83079779-4fdb-4948-a247-90b5acdf4d21 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:53.983884 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83079779-4fdb-4948-a247-90b5acdf4d21 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Pushing event deleted for resources: {'Port': ['ID=64e04b99-d4d1-423b-a20e-bb48624051fc,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:00:54.046367 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-83079779-4fdb-4948-a247-90b5acdf4d21 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks [] for floatingip, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:54.048952 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-83079779-4fdb-4948-a247-90b5acdf4d21 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for floatingip, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:54.050109 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-83079779-4fdb-4948-a247-90b5acdf4d21 tempest-AttachVolumeTestJSON-214389572 tempest-AttachVolumeTestJSON-214389572-project] 10.222.0.37 "DELETE /v2.0/floatingips/5a1e8cc8-bd37-433f-a018-2d4ba6f20265 HTTP/1.1" status: 204 len: 168 time: 0.5265534 Aug 04 06:00:54.137730 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd79555-efca-4c80-b0ee-6fed2703c032 req-53a5cbe9-2be2-4d10-bfa7-fad6ac5ade88 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:54.139543 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-cfd79555-efca-4c80-b0ee-6fed2703c032 req-53a5cbe9-2be2-4d10-bfa7-fad6ac5ade88 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 943 time: 0.0486789 Aug 04 06:00:54.178581 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-cfd79555-efca-4c80-b0ee-6fed2703c032 req-4b00c5e0-5496-49b8-9227-c3bed514dbaf tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331223 Aug 04 06:00:55.294759 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e348fa9-f505-462e-8eb9-22d1c015aa65 req-c5966b4c-3fa9-49a9-a3fa-edbe5c0a0401 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:55.296229 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5e348fa9-f505-462e-8eb9-22d1c015aa65 req-c5966b4c-3fa9-49a9-a3fa-edbe5c0a0401 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 943 time: 0.0483823 Aug 04 06:00:55.334975 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5e348fa9-f505-462e-8eb9-22d1c015aa65 req-61b7cb96-23ec-4a1c-a437-3be6d1e029da tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329309 Aug 04 06:00:55.647422 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device fe8a49da-b6e7-45b3-8793-fe3d775df052 details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=100433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 06:00:55.743251 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port fe8a49da-b6e7-45b3-8793-fe3d775df052, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=fe8a49da-b6e7-45b3-8793-fe3d775df052,segment=NetworkSegment(ec29bf54-ee61-44b2-b8df-ad8fd94577ee),segment_id=ec29bf54-ee61-44b2-b8df-ad8fd94577ee)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:00:55.754629 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Returning: {'device': 'fe8a49da-b6e7-45b3-8793-fe3d775df052', 'network_id': 'a493c09c-6949-44f8-8e08-fbb13c36d6a2', 'port_id': 'fe8a49da-b6e7-45b3-8793-fe3d775df052', 'mac_address': 'fa:16:3e:dd:cd:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aeabe42-c308-496c-8730-52b38af59b7d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 06:00:55.791002 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:55.804548 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe8a49da-b6e7-45b3-8793-fe3d775df052 {{(pid=100433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 06:00:55.824603 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port fe8a49da-b6e7-45b3-8793-fe3d775df052, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=fe8a49da-b6e7-45b3-8793-fe3d775df052,segment=NetworkSegment(ec29bf54-ee61-44b2-b8df-ad8fd94577ee),segment_id=ec29bf54-ee61-44b2-b8df-ad8fd94577ee)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:00:56.023720 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:56.073399 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=fe8a49da-b6e7-45b3-8793-fe3d775df052,revision_number=9']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:00:56.080186 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:00:56.082935 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:00:56.082935 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:00:56.082935 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:00:56.082935 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:00:56.082935 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:00:56.082935 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:00:56.082935 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:00:56.082935 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:00:56.083677 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:00:56.083677 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:00:56.083677 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:00:56.281896 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] get_ports_and_sgs() called for port_ids ['fe8a49da-b6e7-45b3-8793-fe3d775df052'] {{(pid=100433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 06:00:56.464168 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d71886-046e-4dad-a753-8f66800910ad req-4e2679d1-34b8-4ed0-bf8d-f06410a540e4 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:56.465931 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-99d71886-046e-4dad-a753-8f66800910ad req-4e2679d1-34b8-4ed0-bf8d-f06410a540e4 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 944 time: 0.0491047 Aug 04 06:00:56.505585 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-99d71886-046e-4dad-a753-8f66800910ad req-f3e3c3aa-5b7e-44c2-9c3d-db8e02708e1d tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329211 Aug 04 06:00:57.207117 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:57.626496 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c8adf-e8c2-410f-97e4-d5a5cdf64d79 req-d7a29b03-4afa-41f3-aabd-4b8a9e632d11 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:57.627983 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f61c8adf-e8c2-410f-97e4-d5a5cdf64d79 req-d7a29b03-4afa-41f3-aabd-4b8a9e632d11 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 944 time: 0.0489712 Aug 04 06:00:57.658152 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device fe8a49da-b6e7-45b3-8793-fe3d775df052 up at agent hyperv_hv-cinder-80161 {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 06:00:57.666063 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f61c8adf-e8c2-410f-97e4-d5a5cdf64d79 req-78fb086e-2a36-436b-a6f5-54c92f68ce92 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320711 Aug 04 06:00:57.708618 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Provisioning complete for port fe8a49da-b6e7-45b3-8793-fe3d775df052 triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 06:00:57.708996 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:57.784831 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:57.806991 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e53e82-a55e-4722-a38b-e20f61fb181a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8a49da-b6e7-45b3-8793-fe3d775df052'}] {{(pid=100433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 06:00:57.809183 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffe4ad2cefe5cc989f07e8393c985a8403d56455fd91e6fde58b148ee627bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbdc46b-91be-4725-9629-dc5ccb7605a1" -d '{"events": [{"server_uuid": "32e53e82-a55e-4722-a38b-e20f61fb181a", "name": "network-vif-plugged", "status": "completed", "tag": "fe8a49da-b6e7-45b3-8793-fe3d775df052"}]}' {{(pid=100433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 06:00:57.822479 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port fe8a49da-b6e7-45b3-8793-fe3d775df052, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=fe8a49da-b6e7-45b3-8793-fe3d775df052,segment=NetworkSegment(ec29bf54-ee61-44b2-b8df-ad8fd94577ee),segment_id=ec29bf54-ee61-44b2-b8df-ad8fd94577ee)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:00:57.846562 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 06:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffebd8c-95f9-47af-b4fd-46a86517ccca x-openstack-request-id: req-4ffebd8c-95f9-47af-b4fd-46a86517ccca {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 06:00:57.846854 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e53e82-a55e-4722-a38b-e20f61fb181a", "name": "network-vif-plugged", "status": "completed", "tag": "fe8a49da-b6e7-45b3-8793-fe3d775df052", "code": 200}]} {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 06:00:57.847103 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4ffebd8c-95f9-47af-b4fd-46a86517ccca {{(pid=100433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 06:00:57.847486 dv-cinder-801617-4-iscsi neutron-server[100433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e53e82-a55e-4722-a38b-e20f61fb181a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8a49da-b6e7-45b3-8793-fe3d775df052', 'code': 200} Aug 04 06:00:57.915195 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:57.966278 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=fe8a49da-b6e7-45b3-8793-fe3d775df052,revision_number=10']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:00:58.234856 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ec50c-4618-43c2-9efa-e7099801eb95 req-bd6163cc-fcd0-444d-9213-b72b07485f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:58.236320 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ea6ec50c-4618-43c2-9efa-e7099801eb95 req-bd6163cc-fcd0-444d-9213-b72b07485f73 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 1099 time: 0.0390987 Aug 04 06:00:58.274344 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ea6ec50c-4618-43c2-9efa-e7099801eb95 req-f92181db-6100-42df-8a4c-7fb92ae7976d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290346 Aug 04 06:00:58.492856 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 34142) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:00:58.851477 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f858590-7a82-4038-b0dd-0b8ac12ca987 req-243fc445-cc76-4786-9649-5a58b98402a0 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:00:58.852881 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-1f858590-7a82-4038-b0dd-0b8ac12ca987 req-243fc445-cc76-4786-9649-5a58b98402a0 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 946 time: 0.0900333 Aug 04 06:00:58.921449 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-1f858590-7a82-4038-b0dd-0b8ac12ca987 req-f31fd9fd-8360-4026-9d34-7a07921acbc2 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617902 Aug 04 06:00:59.030826 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d3588644-1fcd-4d33-8f1c-8f1ca7c0a784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-946435'] for router_interface, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:59.267596 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [None req-d3588644-1fcd-4d33-8f1c-8f1ca7c0a784 admin admin] Deleting port 2e268975-f39b-4261-b5b0-26d9b528d0bd {{(pid=100432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 06:00:59.267964 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d3588644-1fcd-4d33-8f1c-8f1ca7c0a784 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:59.350322 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [None req-d3588644-1fcd-4d33-8f1c-8f1ca7c0a784 admin admin] For port 2e268975-f39b-4261-b5b0-26d9b528d0bd, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=2e268975-f39b-4261-b5b0-26d9b528d0bd,segment=NetworkSegment(e70b74f9-db9d-468d-96eb-049639286c19),segment_id=e70b74f9-db9d-468d-96eb-049639286c19)] {{(pid=100432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:00:59.350701 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d3588644-1fcd-4d33-8f1c-8f1ca7c0a784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:59.362916 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [None req-d3588644-1fcd-4d33-8f1c-8f1ca7c0a784 admin admin] Calling delete_port for 2e268975-f39b-4261-b5b0-26d9b528d0bd owned by network:router_interface {{(pid=100432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 06:00:59.858243 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d3588644-1fcd-4d33-8f1c-8f1ca7c0a784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:00:59.884478 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3588644-1fcd-4d33-8f1c-8f1ca7c0a784 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e268975-f39b-4261-b5b0-26d9b528d0bd,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:00.053880 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b8246-8d8c-4f79-bb5b-c12c34ecee5f req-f65807df-acc5-4ab1-8e0b-511c1af40f80 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:01:00.055418 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-506b8246-8d8c-4f79-bb5b-c12c34ecee5f req-f65807df-acc5-4ab1-8e0b-511c1af40f80 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 946 time: 0.0498166 Aug 04 06:01:00.064650 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d3588644-1fcd-4d33-8f1c-8f1ca7c0a784 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-946551'] for router_interface, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:00.100151 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-506b8246-8d8c-4f79-bb5b-c12c34ecee5f req-47635d03-5bc3-4995-8194-5749018330dc tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374820 Aug 04 06:01:00.281767 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3588644-1fcd-4d33-8f1c-8f1ca7c0a784 admin admin] Router bba70e6f-b063-4c50-aec0-c90603577873 has already been hosted by L3 agent 1092c566-0070-459b-a71e-112f2411deeb {{(pid=100432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 06:01:00.383887 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3588644-1fcd-4d33-8f1c-8f1ca7c0a784 admin admin] Notify agent at l3_agent.dv-cinder-801617-4-iscsi the message routers_updated {{(pid=100432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 06:01:00.394008 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-d3588644-1fcd-4d33-8f1c-8f1ca7c0a784 admin admin] 10.222.0.37 "PUT /v2.0/routers/bba70e6f-b063-4c50-aec0-c90603577873/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8950789 Aug 04 06:01:00.394008 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 34186) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:01:00.394210 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa883ecb-b58f-4fbd-80d5-0732469533ea None None] Sync routers for ids ['bba70e6f-b063-4c50-aec0-c90603577873'] in dv-cinder-801617-4-iscsi {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 06:01:00.401549 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa883ecb-b58f-4fbd-80d5-0732469533ea None None] Routers {'bba70e6f-b063-4c50-aec0-c90603577873'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 06:01:00.402161 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-fa883ecb-b58f-4fbd-80d5-0732469533ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T06:00:36Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['bba70e6f-b063-4c50-aec0-c90603577873'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:01:00.494961 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-530c129d-729e-4319-92d8-1f330d2a0c4a admin admin] Notify callbacks [] for router, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:00.505875 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-fa883ecb-b58f-4fbd-80d5-0732469533ea None None] Set router bba70e6f-b063-4c50-aec0-c90603577873 gateway port host: dv-cinder-801617-4-iscsi {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 06:01:00.598079 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-530c129d-729e-4319-92d8-1f330d2a0c4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:00.681476 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-fa883ecb-b58f-4fbd-80d5-0732469533ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'name': 'tempest-AttachVolumeTestJSON-109798790-router', 'tenant_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '5762214d-3b75-445b-82e5-d3424157accd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:53:30Z', 'updated_at': '2021-08-04T06:00:59Z', 'revision_number': 5, 'project_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'gw_port': {'id': '5762214d-3b75-445b-82e5-d3424157accd', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:32Z', 'updated_at': '2021-08-04T05:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi'}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:01:00.708214 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa883ecb-b58f-4fbd-80d5-0732469533ea None None] Checking router: bba70e6f-b063-4c50-aec0-c90603577873 for host: dv-cinder-801617-4-iscsi {{(pid=100433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 06:01:00.717868 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa883ecb-b58f-4fbd-80d5-0732469533ea None None] Routers {'bba70e6f-b063-4c50-aec0-c90603577873'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 06:01:00.718479 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-fa883ecb-b58f-4fbd-80d5-0732469533ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T06:00:36Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['bba70e6f-b063-4c50-aec0-c90603577873'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:01:00.747269 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [None req-530c129d-729e-4319-92d8-1f330d2a0c4a admin admin] Deleting port 5762214d-3b75-445b-82e5-d3424157accd {{(pid=100432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 06:01:00.747630 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-530c129d-729e-4319-92d8-1f330d2a0c4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:00.808957 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-fa883ecb-b58f-4fbd-80d5-0732469533ea None None] Set router bba70e6f-b063-4c50-aec0-c90603577873 gateway port host: None {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 06:01:00.831819 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [None req-530c129d-729e-4319-92d8-1f330d2a0c4a admin admin] For port 5762214d-3b75-445b-82e5-d3424157accd, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=5762214d-3b75-445b-82e5-d3424157accd,segment=NetworkSegment(1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa),segment_id=1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa)] {{(pid=100432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:01:00.832239 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-530c129d-729e-4319-92d8-1f330d2a0c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:00.845859 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [None req-530c129d-729e-4319-92d8-1f330d2a0c4a admin admin] Calling delete_port for 5762214d-3b75-445b-82e5-d3424157accd owned by network:router_gateway {{(pid=100432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 06:01:00.863310 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-fa883ecb-b58f-4fbd-80d5-0732469533ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'name': 'tempest-AttachVolumeTestJSON-109798790-router', 'tenant_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:53:30Z', 'updated_at': '2021-08-04T06:01:00Z', 'revision_number': 6, 'project_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'gw_port_host': None}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:01:00.888760 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa883ecb-b58f-4fbd-80d5-0732469533ea None None] The sync data for ids ['bba70e6f-b063-4c50-aec0-c90603577873'] in dv-cinder-801617-4-iscsi is: [{'id': 'bba70e6f-b063-4c50-aec0-c90603577873', 'name': 'tempest-AttachVolumeTestJSON-109798790-router', 'tenant_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:53:30Z', 'updated_at': '2021-08-04T06:01:00Z', 'revision_number': 6, 'project_id': 'c8bcebc3d7d048b69d592fa2bf00330a', 'gw_port_host': None}] {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 06:01:01.074769 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-530c129d-729e-4319-92d8-1f330d2a0c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:01.105938 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c129d-729e-4319-92d8-1f330d2a0c4a admin admin] Pushing event deleted for resources: {'Port': ['ID=5762214d-3b75-445b-82e5-d3424157accd,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:01.163042 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-530c129d-729e-4319-92d8-1f330d2a0c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571853'] for router_gateway, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:01.274320 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-530c129d-729e-4319-92d8-1f330d2a0c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-937042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24613'] for router, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:01.277337 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-530c129d-729e-4319-92d8-1f330d2a0c4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:01.330042 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe08d240-f54f-4198-bff7-0a2bf58f8977 req-25c9b38a-1b51-473b-9ba4-d3000058dbf8 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:01:01.331556 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-fe08d240-f54f-4198-bff7-0a2bf58f8977 req-25c9b38a-1b51-473b-9ba4-d3000058dbf8 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 946 time: 0.1429393 Aug 04 06:01:01.371098 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-fe08d240-f54f-4198-bff7-0a2bf58f8977 req-2444e9ba-861e-4e61-a108-7e187e843f7a tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335824 Aug 04 06:01:01.417901 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-530c129d-729e-4319-92d8-1f330d2a0c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-937158'] for router, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:01.418542 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530c129d-729e-4319-92d8-1f330d2a0c4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router bba70e6f-b063-4c50-aec0-c90603577873 {{(pid=100432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 06:01:01.423101 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-530c129d-729e-4319-92d8-1f330d2a0c4a admin admin] Notify callbacks [] for router, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:01.424325 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-530c129d-729e-4319-92d8-1f330d2a0c4a admin admin] 10.222.0.37 "DELETE /v2.0/routers/bba70e6f-b063-4c50-aec0-c90603577873 HTTP/1.1" status: 204 len: 168 time: 1.0316684 Aug 04 06:01:01.436199 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 34192) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:01:01.483645 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.db_base_plugin_v2 [None req-32408a09-e3e2-499b-8944-d96f844f20b9 admin admin] Deleting subnet 093ae098-146b-44a4-8f09-371adaa382d8 {{(pid=100432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 06:01:01.486622 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-32408a09-e3e2-499b-8944-d96f844f20b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:01.519432 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-32408a09-e3e2-499b-8944-d96f844f20b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6962328'] for subnet, precommit_delete_associations {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:01.592736 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-32408a09-e3e2-499b-8944-d96f844f20b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2010901'] for subnet, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:01.744334 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-32408a09-e3e2-499b-8944-d96f844f20b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5048103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4625303'] for subnet, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:01.769997 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 2e268975-f39b-4261-b5b0-26d9b528d0bd no longer exists at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 06:01:01.775765 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32408a09-e3e2-499b-8944-d96f844f20b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=093ae098-146b-44a4-8f09-371adaa382d8,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:01.779677 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-32408a09-e3e2-499b-8944-d96f844f20b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:01.785714 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 34194) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:01:01.786198 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-32408a09-e3e2-499b-8944-d96f844f20b9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/093ae098-146b-44a4-8f09-371adaa382d8 HTTP/1.1" status: 204 len: 168 time: 0.3483777 Aug 04 06:01:01.787509 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaefbb20-76e1-45b7-b23d-1f83e161a8cc None None] Network d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3 requested from dv-cinder-801617-4-iscsi {{(pid=100433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 06:01:01.789965 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] No Port match for: 2e268975-f39b-4261-b5b0-26d9b528d0bd {{(pid=100433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 06:01:01.790373 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 2e268975-f39b-4261-b5b0-26d9b528d0bd not bound to the agent host dv-cinder-801617-4-iscsi {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 06:01:01.791048 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 5762214d-3b75-445b-82e5-d3424157accd no longer exists at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 06:01:01.845977 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] No Port match for: 5762214d-3b75-445b-82e5-d3424157accd {{(pid=100433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 06:01:01.846328 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 5762214d-3b75-445b-82e5-d3424157accd not bound to the agent host dv-cinder-801617-4-iscsi {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 06:01:01.858873 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ec8b5c0-7b0e-4fa5-895b-856a4e6b6417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601179'] for network, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:01.911664 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-0ec8b5c0-7b0e-4fa5-895b-856a4e6b6417 admin admin] Deleting port 50693c64-738d-45fb-95cc-9e5e7661c422 {{(pid=100431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 06:01:01.911916 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ec8b5c0-7b0e-4fa5-895b-856a4e6b6417 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:01.983546 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-0ec8b5c0-7b0e-4fa5-895b-856a4e6b6417 admin admin] For port 50693c64-738d-45fb-95cc-9e5e7661c422, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=50693c64-738d-45fb-95cc-9e5e7661c422,segment=NetworkSegment(e70b74f9-db9d-468d-96eb-049639286c19),segment_id=e70b74f9-db9d-468d-96eb-049639286c19)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:01:01.983935 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ec8b5c0-7b0e-4fa5-895b-856a4e6b6417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:01.997215 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-0ec8b5c0-7b0e-4fa5-895b-856a4e6b6417 admin admin] Calling delete_port for 50693c64-738d-45fb-95cc-9e5e7661c422 owned by network:dhcp {{(pid=100431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 06:01:02.001405 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e70bd20-0ae6-41b2-a41c-a3a935a3e045 None None] DHCP port deletion for d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3 request from dv-cinder-801617-4-iscsi {{(pid=100433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 06:01:02.049357 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-7e70bd20-0ae6-41b2-a41c-a3a935a3e045 None None] Deleting port 50693c64-738d-45fb-95cc-9e5e7661c422 {{(pid=100433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 06:01:02.049730 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-7e70bd20-0ae6-41b2-a41c-a3a935a3e045 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:02.108793 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-7e70bd20-0ae6-41b2-a41c-a3a935a3e045 None None] For port 50693c64-738d-45fb-95cc-9e5e7661c422, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=50693c64-738d-45fb-95cc-9e5e7661c422,segment=NetworkSegment(e70b74f9-db9d-468d-96eb-049639286c19),segment_id=e70b74f9-db9d-468d-96eb-049639286c19)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:01:02.109184 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-7e70bd20-0ae6-41b2-a41c-a3a935a3e045 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:02.121120 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-7e70bd20-0ae6-41b2-a41c-a3a935a3e045 None None] Calling delete_port for 50693c64-738d-45fb-95cc-9e5e7661c422 owned by network:dhcp {{(pid=100433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 06:01:02.183819 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ec8b5c0-7b0e-4fa5-895b-856a4e6b6417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4497432'] for port, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:02.195754 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-7e70bd20-0ae6-41b2-a41c-a3a935a3e045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615'] for port, after_delete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:02.213863 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec8b5c0-7b0e-4fa5-895b-856a4e6b6417 admin admin] Pushing event deleted for resources: {'Port': ['ID=50693c64-738d-45fb-95cc-9e5e7661c422,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:02.218803 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec8b5c0-7b0e-4fa5-895b-856a4e6b6417 admin admin] No DVR routers for this DVR port 50693c64-738d-45fb-95cc-9e5e7661c422 on host dv-cinder-801617-4-iscsi {{(pid=100431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 06:01:02.221738 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e70bd20-0ae6-41b2-a41c-a3a935a3e045 None None] Pushing event deleted for resources: {'Port': ['ID=50693c64-738d-45fb-95cc-9e5e7661c422,revision_number=None']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:02.223708 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e70bd20-0ae6-41b2-a41c-a3a935a3e045 None None] No DVR routers for this DVR port 50693c64-738d-45fb-95cc-9e5e7661c422 on host dv-cinder-801617-4-iscsi {{(pid=100433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 06:01:02.289946 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ec8b5c0-7b0e-4fa5-895b-856a4e6b6417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660050', 'neutron.services.segments.db._delete_segments_for_network-8791115231223'] for network, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:02.300317 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.services.segments.db [None req-0ec8b5c0-7b0e-4fa5-895b-856a4e6b6417 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3']}} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:01:02.310912 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.services.segments.db [None req-0ec8b5c0-7b0e-4fa5-895b-856a4e6b6417 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e70b74f9-db9d-468d-96eb-049639286c19') {'for_net_delete': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:01:02.311308 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.services.segments.db [None req-0ec8b5c0-7b0e-4fa5-895b-856a4e6b6417 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e70b74f9-db9d-468d-96eb-049639286c19') {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:01:02.319923 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ec8b5c0-7b0e-4fa5-895b-856a4e6b6417 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791115235332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5041281'] for segment, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:02.333428 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ec8b5c0-7b0e-4fa5-895b-856a4e6b6417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2010985'] for segment, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:02.339113 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ec8b5c0-7b0e-4fa5-895b-856a4e6b6417 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=100431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 06:01:02.339740 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ec8b5c0-7b0e-4fa5-895b-856a4e6b6417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2010985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4497517'] for segment, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:02.341701 dv-cinder-801617-4-iscsi neutron-server[100431]: Traceback (most recent call last): Aug 04 06:01:02.341701 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 06:01:02.341701 dv-cinder-801617-4-iscsi neutron-server[100431]: timer() Aug 04 06:01:02.341701 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 06:01:02.341701 dv-cinder-801617-4-iscsi neutron-server[100431]: cb(*args, **kw) Aug 04 06:01:02.341701 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 06:01:02.341701 dv-cinder-801617-4-iscsi neutron-server[100431]: return func(*args, **kwargs) Aug 04 06:01:02.341701 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 06:01:02.341701 dv-cinder-801617-4-iscsi neutron-server[100431]: self._notify() Aug 04 06:01:02.341701 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 06:01:02.341701 dv-cinder-801617-4-iscsi neutron-server[100431]: self.callback(batched_events) Aug 04 06:01:02.341701 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 06:01:02.341701 dv-cinder-801617-4-iscsi neutron-server[100431]: event.method(event) Aug 04 06:01:02.341701 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 06:01:02.341701 dv-cinder-801617-4-iscsi neutron-server[100431]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 06:01:02.341701 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 06:01:02.341701 dv-cinder-801617-4-iscsi neutron-server[100431]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 06:01:02.341701 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 06:01:02.341701 dv-cinder-801617-4-iscsi neutron-server[100431]: return f(self, *a, **k) Aug 04 06:01:02.341701 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 06:01:02.341701 dv-cinder-801617-4-iscsi neutron-server[100431]: return self._get(url).json() Aug 04 06:01:02.341701 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 06:01:02.341701 dv-cinder-801617-4-iscsi neutron-server[100431]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 06:01:02.341701 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 06:01:02.341701 dv-cinder-801617-4-iscsi neutron-server[100431]: return self.request(url, 'GET', **kwargs) Aug 04 06:01:02.341701 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 06:01:02.341701 dv-cinder-801617-4-iscsi neutron-server[100431]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 06:01:02.341701 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 06:01:02.341701 dv-cinder-801617-4-iscsi neutron-server[100431]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 06:01:02.341701 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 06:01:02.341701 dv-cinder-801617-4-iscsi neutron-server[100431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 06:01:02.341701 dv-cinder-801617-4-iscsi neutron-server[100431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 06:01:02.497683 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ec8b5c0-7b0e-4fa5-895b-856a4e6b6417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571881'] for network, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:02.502751 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ec8b5c0-7b0e-4fa5-895b-856a4e6b6417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for network, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:02.504673 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-0ec8b5c0-7b0e-4fa5-895b-856a4e6b6417 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3 HTTP/1.1" status: 204 len: 168 time: 0.7176378 Aug 04 06:01:02.515758 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec8b5c0-7b0e-4fa5-895b-856a4e6b6417 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2e5a947-03e8-4345-94ae-fbf3e7f6b1f3,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:02.913737 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 34198) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:01:02.954833 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-94d46003-285e-45ea-a0a4-91d20e0d8c2b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c8bcebc3d7d048b69d592fa2bf00330a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0398395 Aug 04 06:01:02.957134 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 34200) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:01:03.004832 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c9bac053-8efe-488c-bd66-131f798447de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:03.025423 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c9bac053-8efe-488c-bd66-131f798447de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:03.206169 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c9bac053-8efe-488c-bd66-131f798447de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:03.208742 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c9bac053-8efe-488c-bd66-131f798447de admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:03.209891 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-c9bac053-8efe-488c-bd66-131f798447de admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/517b0ef0-0363-49f2-a482-197570fc83da HTTP/1.1" status: 204 len: 168 time: 0.2518253 Aug 04 06:01:03.217947 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bac053-8efe-488c-bd66-131f798447de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517b0ef0-0363-49f2-a482-197570fc83da,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:03.566684 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-5571e67e-dcdf-4ae3-9983-50f4debc9a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:03.761698 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 50693c64-738d-45fb-95cc-9e5e7661c422 no longer exists at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 06:01:03.781962 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] No Port match for: 50693c64-738d-45fb-95cc-9e5e7661c422 {{(pid=100433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 06:01:03.782302 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 50693c64-738d-45fb-95cc-9e5e7661c422 not bound to the agent host dv-cinder-801617-4-iscsi {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 06:01:04.267947 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 34222) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:01:04.361894 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-ed9c139c-9ded-44fd-9860-e567e981e499 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1911233794-network', 'tenant_id': '5144f31ecce1433e82d832fde076bf36'}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 06:01:04.492193 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9c139c-9ded-44fd-9860-e567e981e499 admin admin] Made reservation on behalf of 5144f31ecce1433e82d832fde076bf36 for: {'network': 1} {{(pid=100431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 06:01:04.494448 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-ed9c139c-9ded-44fd-9860-e567e981e499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for network, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:04.506684 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-ed9c139c-9ded-44fd-9860-e567e981e499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:04.591004 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-ed9c139c-9ded-44fd-9860-e567e981e499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:04.663326 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-ed9c139c-9ded-44fd-9860-e567e981e499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:04.683878 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed9c139c-9ded-44fd-9860-e567e981e499 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=100431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 06:01:04.697445 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c139c-9ded-44fd-9860-e567e981e499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4463d7f0-17d6-4d4e-96c8-1c80af2f0fc6,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:04.702129 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-ed9c139c-9ded-44fd-9860-e567e981e499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2010985'] for segment, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:04.702464 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.db.segments_db [None req-ed9c139c-9ded-44fd-9860-e567e981e499 admin admin] Added segment 7bf605b0-e4a2-4455-a12f-b5dfcf666d13 of type vlan for network d09f2823-d934-4a59-b983-aadb6a4c8f0a Aug 04 06:01:04.741458 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-ed9c139c-9ded-44fd-9860-e567e981e499 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791114671894'] for network, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:04.869218 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-ed9c139c-9ded-44fd-9860-e567e981e499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527'] for network, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:04.870112 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9c139c-9ded-44fd-9860-e567e981e499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:01:04.870699 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-ed9c139c-9ded-44fd-9860-e567e981e499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for network, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:04.928352 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c139c-9ded-44fd-9860-e567e981e499 admin admin] Pushing event updated for resources: {'Network': ['ID=d09f2823-d934-4a59-b983-aadb6a4c8f0a,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:04.938005 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Network d09f2823-d934-4a59-b983-aadb6a4c8f0a details requested by agent ovs-agent-dv-cinder-801617-4-iscsi with host dv-cinder-801617-4-iscsi {{(pid=100433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 06:01:04.973027 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-ed9c139c-9ded-44fd-9860-e567e981e499 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7040417 Aug 04 06:01:04.976045 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 34226) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:01:04.980895 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-dd86034b-2775-4e23-9c53-ceae5387ec09 admin admin] Request body: {'subnet': {'network_id': 'd09f2823-d934-4a59-b983-aadb6a4c8f0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1911233794-subnet', 'tenant_id': '5144f31ecce1433e82d832fde076bf36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 06:01:05.074559 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd86034b-2775-4e23-9c53-ceae5387ec09 admin admin] Made reservation on behalf of 5144f31ecce1433e82d832fde076bf36 for: {'subnet': 1} {{(pid=100431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 06:01:05.077259 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-dd86034b-2775-4e23-9c53-ceae5387ec09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5171290'] for subnet, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:05.320549 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-dd86034b-2775-4e23-9c53-ceae5387ec09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4497540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5171300'] for subnet, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:05.380467 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd86034b-2775-4e23-9c53-ceae5387ec09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dfa895e-4386-40a7-a8eb-8f29f0894f4c,revision_number=0']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:05.387590 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd86034b-2775-4e23-9c53-ceae5387ec09 admin admin] Checking segment: {'id': '7bf605b0-e4a2-4455-a12f-b5dfcf666d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd09f2823-d934-4a59-b983-aadb6a4c8f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 06:01:05.388493 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd86034b-2775-4e23-9c53-ceae5387ec09 admin admin] Network hostable DHCP agents. Network: d09f2823-d934-4a59-b983-aadb6a4c8f0a, hostable agents: ['4768dbe1-4fdd-4775-b2cc-1723632bf934'], hosted agents: [] {{(pid=100431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 06:01:05.474593 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd86034b-2775-4e23-9c53-ceae5387ec09 admin admin] Network d09f2823-d934-4a59-b983-aadb6a4c8f0a is scheduled to be hosted by DHCP agent 4768dbe1-4fdd-4775-b2cc-1723632bf934 with binding_index 1 {{(pid=100431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 06:01:05.583433 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.base_scheduler [None req-dd86034b-2775-4e23-9c53-ceae5387ec09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-4-iscsi, d09f2823-d934-4a59-b983-aadb6a4c8f0a) {{(pid=100431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 06:01:05.587325 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd86034b-2775-4e23-9c53-ceae5387ec09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:01:05.587943 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-dd86034b-2775-4e23-9c53-ceae5387ec09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for subnet, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:05.592533 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96735678-b32c-4c51-bb7d-8023b0ea063c None None] Network d09f2823-d934-4a59-b983-aadb6a4c8f0a requested from dv-cinder-801617-4-iscsi {{(pid=100433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 06:01:05.687523 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-dd86034b-2775-4e23-9c53-ceae5387ec09 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7104034 Aug 04 06:01:05.711046 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1a20d4-4078-4279-9806-389a8fa0a888 None None] Network d09f2823-d934-4a59-b983-aadb6a4c8f0a requested from dv-cinder-801617-4-iscsi {{(pid=100433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 06:01:06.081021 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-4c936d0b-2ea5-44bd-8c87-e72d9050f8c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:06.172098 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:06.400007 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 34244) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:01:06.406905 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-08d7a906-42bf-42c7-ad23-6eec8b267dd9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1189694051-network', 'tenant_id': '29b41a6378a746898a22d549e1eabd18'}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 06:01:06.474415 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d7a906-42bf-42c7-ad23-6eec8b267dd9 admin admin] Made reservation on behalf of 29b41a6378a746898a22d549e1eabd18 for: {'network': 1} {{(pid=100431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 06:01:06.476644 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-08d7a906-42bf-42c7-ad23-6eec8b267dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for network, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:06.485600 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-08d7a906-42bf-42c7-ad23-6eec8b267dd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:06.568700 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-08d7a906-42bf-42c7-ad23-6eec8b267dd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:06.651972 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-08d7a906-42bf-42c7-ad23-6eec8b267dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:06.672972 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08d7a906-42bf-42c7-ad23-6eec8b267dd9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=100431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 06:01:06.685759 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d7a906-42bf-42c7-ad23-6eec8b267dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=058420f8-62d1-4c29-97a3-8ee4c4038163,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:06.690331 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-08d7a906-42bf-42c7-ad23-6eec8b267dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2010985'] for segment, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:06.690708 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.db.segments_db [None req-08d7a906-42bf-42c7-ad23-6eec8b267dd9 admin admin] Added segment e7198a4e-a1fe-4338-b942-26d26dc55c2d of type vlan for network 32841990-7c07-4600-bd1b-5247887f35fa Aug 04 06:01:06.728943 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-08d7a906-42bf-42c7-ad23-6eec8b267dd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791114671894'] for network, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:06.834729 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-08d7a906-42bf-42c7-ad23-6eec8b267dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527'] for network, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:06.835711 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d7a906-42bf-42c7-ad23-6eec8b267dd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:01:06.836326 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-08d7a906-42bf-42c7-ad23-6eec8b267dd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for network, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:06.896471 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d7a906-42bf-42c7-ad23-6eec8b267dd9 admin admin] Pushing event updated for resources: {'Network': ['ID=32841990-7c07-4600-bd1b-5247887f35fa,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:06.907753 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Network 32841990-7c07-4600-bd1b-5247887f35fa details requested by agent ovs-agent-dv-cinder-801617-4-iscsi with host dv-cinder-801617-4-iscsi {{(pid=100433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 06:01:06.989929 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-08d7a906-42bf-42c7-ad23-6eec8b267dd9 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5883179 Aug 04 06:01:06.992517 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 34246) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:01:06.997316 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-27475e31-1edc-4154-8134-9f042d25a1be admin admin] Request body: {'subnet': {'network_id': '32841990-7c07-4600-bd1b-5247887f35fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1189694051-subnet', 'tenant_id': '29b41a6378a746898a22d549e1eabd18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 06:01:07.097070 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27475e31-1edc-4154-8134-9f042d25a1be admin admin] Made reservation on behalf of 29b41a6378a746898a22d549e1eabd18 for: {'subnet': 1} {{(pid=100431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 06:01:07.099408 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-27475e31-1edc-4154-8134-9f042d25a1be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5171290'] for subnet, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:07.331671 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-27475e31-1edc-4154-8134-9f042d25a1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4497540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5171300'] for subnet, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:07.382508 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27475e31-1edc-4154-8134-9f042d25a1be admin admin] Pushing event updated for resources: {'Subnet': ['ID=685e1d88-608c-4fad-8c16-930dc4cd7fc5,revision_number=0']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:07.393051 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27475e31-1edc-4154-8134-9f042d25a1be admin admin] Checking segment: {'id': 'e7198a4e-a1fe-4338-b942-26d26dc55c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '32841990-7c07-4600-bd1b-5247887f35fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 06:01:07.393396 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27475e31-1edc-4154-8134-9f042d25a1be admin admin] Network hostable DHCP agents. Network: 32841990-7c07-4600-bd1b-5247887f35fa, hostable agents: ['4768dbe1-4fdd-4775-b2cc-1723632bf934'], hosted agents: [] {{(pid=100431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 06:01:07.480027 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27475e31-1edc-4154-8134-9f042d25a1be admin admin] Network 32841990-7c07-4600-bd1b-5247887f35fa is scheduled to be hosted by DHCP agent 4768dbe1-4fdd-4775-b2cc-1723632bf934 with binding_index 1 {{(pid=100431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 06:01:07.565973 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.base_scheduler [None req-27475e31-1edc-4154-8134-9f042d25a1be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-4-iscsi, 32841990-7c07-4600-bd1b-5247887f35fa) {{(pid=100431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 06:01:07.569887 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27475e31-1edc-4154-8134-9f042d25a1be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:01:07.570482 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-27475e31-1edc-4154-8134-9f042d25a1be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for subnet, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:07.574914 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e17777-de35-4572-9e34-9f570619b570 None None] Network 32841990-7c07-4600-bd1b-5247887f35fa requested from dv-cinder-801617-4-iscsi {{(pid=100433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 06:01:07.578209 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6693b30c-6718-4946-8b55-748181203f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:07.618577 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-27475e31-1edc-4154-8134-9f042d25a1be admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6249070 Aug 04 06:01:07.693710 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01918cd3-ca70-43c1-936d-c7aa5a7abf26 None None] Network 32841990-7c07-4600-bd1b-5247887f35fa requested from dv-cinder-801617-4-iscsi {{(pid=100433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 06:01:07.729844 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 34250) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:01:07.774344 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.db_base_plugin_v2 [None req-679963c2-ff54-4680-be5b-2276e04b143d admin admin] Deleting subnet 5dfa895e-4386-40a7-a8eb-8f29f0894f4c {{(pid=100431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 06:01:07.777471 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-679963c2-ff54-4680-be5b-2276e04b143d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:07.815222 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-679963c2-ff54-4680-be5b-2276e04b143d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5041290'] for subnet, precommit_delete_associations {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:07.852731 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-679963c2-ff54-4680-be5b-2276e04b143d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2010901'] for subnet, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:07.985619 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-679963c2-ff54-4680-be5b-2276e04b143d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4497607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5171325'] for subnet, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:08.010988 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679963c2-ff54-4680-be5b-2276e04b143d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dfa895e-4386-40a7-a8eb-8f29f0894f4c,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:08.014728 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-679963c2-ff54-4680-be5b-2276e04b143d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for subnet, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:08.016651 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-679963c2-ff54-4680-be5b-2276e04b143d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5dfa895e-4386-40a7-a8eb-8f29f0894f4c HTTP/1.1" status: 204 len: 168 time: 0.2857616 Aug 04 06:01:08.019066 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 34252) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:01:08.086775 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-88dc7f58-ec6f-4daf-b65f-fea468aa9379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601179'] for network, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:08.160542 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-88dc7f58-ec6f-4daf-b65f-fea468aa9379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660050', 'neutron.services.segments.db._delete_segments_for_network-8791115231223'] for network, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:08.170332 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.services.segments.db [None req-88dc7f58-ec6f-4daf-b65f-fea468aa9379 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d09f2823-d934-4a59-b983-aadb6a4c8f0a']}} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:01:08.179434 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.services.segments.db [None req-88dc7f58-ec6f-4daf-b65f-fea468aa9379 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bf605b0-e4a2-4455-a12f-b5dfcf666d13') {'for_net_delete': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:01:08.179723 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.services.segments.db [None req-88dc7f58-ec6f-4daf-b65f-fea468aa9379 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bf605b0-e4a2-4455-a12f-b5dfcf666d13') {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:01:08.188028 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-88dc7f58-ec6f-4daf-b65f-fea468aa9379 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791115235332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5041281'] for segment, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:08.200726 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-88dc7f58-ec6f-4daf-b65f-fea468aa9379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2010985'] for segment, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:08.206166 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88dc7f58-ec6f-4daf-b65f-fea468aa9379 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=100431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 06:01:08.206538 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-88dc7f58-ec6f-4daf-b65f-fea468aa9379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2010985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4497517'] for segment, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:08.208106 dv-cinder-801617-4-iscsi neutron-server[100431]: Traceback (most recent call last): Aug 04 06:01:08.208106 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 06:01:08.208106 dv-cinder-801617-4-iscsi neutron-server[100431]: timer() Aug 04 06:01:08.208106 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 06:01:08.208106 dv-cinder-801617-4-iscsi neutron-server[100431]: cb(*args, **kw) Aug 04 06:01:08.208106 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 06:01:08.208106 dv-cinder-801617-4-iscsi neutron-server[100431]: return func(*args, **kwargs) Aug 04 06:01:08.208106 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 06:01:08.208106 dv-cinder-801617-4-iscsi neutron-server[100431]: self._notify() Aug 04 06:01:08.208106 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 06:01:08.208106 dv-cinder-801617-4-iscsi neutron-server[100431]: self.callback(batched_events) Aug 04 06:01:08.208106 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 06:01:08.208106 dv-cinder-801617-4-iscsi neutron-server[100431]: event.method(event) Aug 04 06:01:08.208106 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 06:01:08.208106 dv-cinder-801617-4-iscsi neutron-server[100431]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 06:01:08.208106 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 06:01:08.208106 dv-cinder-801617-4-iscsi neutron-server[100431]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 06:01:08.208106 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 06:01:08.208106 dv-cinder-801617-4-iscsi neutron-server[100431]: return f(self, *a, **k) Aug 04 06:01:08.208106 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 06:01:08.208106 dv-cinder-801617-4-iscsi neutron-server[100431]: return self._get(url).json() Aug 04 06:01:08.208106 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 06:01:08.208106 dv-cinder-801617-4-iscsi neutron-server[100431]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 06:01:08.208106 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 06:01:08.208106 dv-cinder-801617-4-iscsi neutron-server[100431]: return self.request(url, 'GET', **kwargs) Aug 04 06:01:08.208106 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 06:01:08.208106 dv-cinder-801617-4-iscsi neutron-server[100431]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 06:01:08.208106 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 06:01:08.208106 dv-cinder-801617-4-iscsi neutron-server[100431]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 06:01:08.208106 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 06:01:08.208106 dv-cinder-801617-4-iscsi neutron-server[100431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 06:01:08.208106 dv-cinder-801617-4-iscsi neutron-server[100431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 06:01:08.463700 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-88dc7f58-ec6f-4daf-b65f-fea468aa9379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571881'] for network, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:08.469925 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-88dc7f58-ec6f-4daf-b65f-fea468aa9379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for network, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:08.471717 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-88dc7f58-ec6f-4daf-b65f-fea468aa9379 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d09f2823-d934-4a59-b983-aadb6a4c8f0a HTTP/1.1" status: 204 len: 168 time: 0.4517648 Aug 04 06:01:08.481147 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 34254) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:01:08.482073 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc7f58-ec6f-4daf-b65f-fea468aa9379 admin admin] Pushing event deleted for resources: {'Network': ['ID=d09f2823-d934-4a59-b983-aadb6a4c8f0a,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:08.525533 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.db_base_plugin_v2 [None req-331e081e-15aa-4d7d-b59b-28cec61cc59c admin admin] Deleting subnet 685e1d88-608c-4fad-8c16-930dc4cd7fc5 {{(pid=100432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 06:01:08.529475 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-331e081e-15aa-4d7d-b59b-28cec61cc59c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:08.562313 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-331e081e-15aa-4d7d-b59b-28cec61cc59c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6962328'] for subnet, precommit_delete_associations {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:08.599828 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-331e081e-15aa-4d7d-b59b-28cec61cc59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2010901'] for subnet, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:08.731371 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-331e081e-15aa-4d7d-b59b-28cec61cc59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5048103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4625303'] for subnet, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:08.760702 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e081e-15aa-4d7d-b59b-28cec61cc59c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=685e1d88-608c-4fad-8c16-930dc4cd7fc5,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:08.765216 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-331e081e-15aa-4d7d-b59b-28cec61cc59c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:08.767505 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-331e081e-15aa-4d7d-b59b-28cec61cc59c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/685e1d88-608c-4fad-8c16-930dc4cd7fc5 HTTP/1.1" status: 204 len: 168 time: 0.2847288 Aug 04 06:01:08.769484 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 34256) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:01:08.833970 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-787082ed-45f6-40dd-b210-5ae367430991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601179'] for network, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:08.912442 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-787082ed-45f6-40dd-b210-5ae367430991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660050', 'neutron.services.segments.db._delete_segments_for_network-8791115231223'] for network, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:08.921867 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.services.segments.db [None req-787082ed-45f6-40dd-b210-5ae367430991 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32841990-7c07-4600-bd1b-5247887f35fa']}} {{(pid=100432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:01:08.931439 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.services.segments.db [None req-787082ed-45f6-40dd-b210-5ae367430991 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7198a4e-a1fe-4338-b942-26d26dc55c2d') {'for_net_delete': True} {{(pid=100432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:01:08.931729 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.services.segments.db [None req-787082ed-45f6-40dd-b210-5ae367430991 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7198a4e-a1fe-4338-b942-26d26dc55c2d') {} {{(pid=100432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:01:08.941224 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-787082ed-45f6-40dd-b210-5ae367430991 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791115235332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6962323'] for segment, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:08.954830 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-787082ed-45f6-40dd-b210-5ae367430991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2010985'] for segment, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:08.960538 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-787082ed-45f6-40dd-b210-5ae367430991 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=100432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 06:01:08.960912 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-787082ed-45f6-40dd-b210-5ae367430991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2010985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5048205'] for segment, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:08.962524 dv-cinder-801617-4-iscsi neutron-server[100432]: Traceback (most recent call last): Aug 04 06:01:08.962524 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 06:01:08.962524 dv-cinder-801617-4-iscsi neutron-server[100432]: timer() Aug 04 06:01:08.962524 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 06:01:08.962524 dv-cinder-801617-4-iscsi neutron-server[100432]: cb(*args, **kw) Aug 04 06:01:08.962524 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 06:01:08.962524 dv-cinder-801617-4-iscsi neutron-server[100432]: return func(*args, **kwargs) Aug 04 06:01:08.962524 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 06:01:08.962524 dv-cinder-801617-4-iscsi neutron-server[100432]: self._notify() Aug 04 06:01:08.962524 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 06:01:08.962524 dv-cinder-801617-4-iscsi neutron-server[100432]: self.callback(batched_events) Aug 04 06:01:08.962524 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 06:01:08.962524 dv-cinder-801617-4-iscsi neutron-server[100432]: event.method(event) Aug 04 06:01:08.962524 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 06:01:08.962524 dv-cinder-801617-4-iscsi neutron-server[100432]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 06:01:08.962524 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 06:01:08.962524 dv-cinder-801617-4-iscsi neutron-server[100432]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 06:01:08.962524 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 06:01:08.962524 dv-cinder-801617-4-iscsi neutron-server[100432]: return f(self, *a, **k) Aug 04 06:01:08.962524 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 06:01:08.962524 dv-cinder-801617-4-iscsi neutron-server[100432]: return self._get(url).json() Aug 04 06:01:08.962524 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 06:01:08.962524 dv-cinder-801617-4-iscsi neutron-server[100432]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 06:01:08.962524 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 06:01:08.962524 dv-cinder-801617-4-iscsi neutron-server[100432]: return self.request(url, 'GET', **kwargs) Aug 04 06:01:08.962524 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 06:01:08.962524 dv-cinder-801617-4-iscsi neutron-server[100432]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 06:01:08.962524 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 06:01:08.962524 dv-cinder-801617-4-iscsi neutron-server[100432]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 06:01:08.962524 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 06:01:08.962524 dv-cinder-801617-4-iscsi neutron-server[100432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 06:01:08.962524 dv-cinder-801617-4-iscsi neutron-server[100432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 06:01:09.126200 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-787082ed-45f6-40dd-b210-5ae367430991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571881'] for network, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:09.131170 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-787082ed-45f6-40dd-b210-5ae367430991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for network, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:09.133033 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-787082ed-45f6-40dd-b210-5ae367430991 admin admin] 10.222.0.37 "DELETE /v2.0/networks/32841990-7c07-4600-bd1b-5247887f35fa HTTP/1.1" status: 204 len: 168 time: 0.3626595 Aug 04 06:01:09.144115 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787082ed-45f6-40dd-b210-5ae367430991 admin admin] Pushing event deleted for resources: {'Network': ['ID=32841990-7c07-4600-bd1b-5247887f35fa,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:09.418458 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-dee0c6e9-f257-441c-951e-ad3806d8c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:09.511784 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 34260) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:01:09.551410 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-5dd0bcf8-892b-4319-b243-7e6e79022aeb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5144f31ecce1433e82d832fde076bf36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384796 Aug 04 06:01:09.553924 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 34262) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:01:09.599656 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-2968d4d2-a5cd-4131-8007-0ff4f184927b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:09.619832 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-2968d4d2-a5cd-4131-8007-0ff4f184927b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:09.732501 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-2968d4d2-a5cd-4131-8007-0ff4f184927b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:09.735058 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-2968d4d2-a5cd-4131-8007-0ff4f184927b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:09.736223 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-2968d4d2-a5cd-4131-8007-0ff4f184927b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4463d7f0-17d6-4d4e-96c8-1c80af2f0fc6 HTTP/1.1" status: 204 len: 168 time: 0.1814103 Aug 04 06:01:09.745796 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2968d4d2-a5cd-4131-8007-0ff4f184927b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4463d7f0-17d6-4d4e-96c8-1c80af2f0fc6,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:10.009398 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-af02ba66-bd33-4c7f-ad7c-7481e90ae0d9 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 06:01:10.342719 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 34270) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:01:10.385430 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-4235b8a6-cf68-49b9-9f7d-e715809ad1a7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=29b41a6378a746898a22d549e1eabd18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415308 Aug 04 06:01:10.387795 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 34272) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:01:10.434214 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-90e86e14-3578-4b1d-b4b9-2a9a4c3c5231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:10.455880 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-90e86e14-3578-4b1d-b4b9-2a9a4c3c5231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:10.600618 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-90e86e14-3578-4b1d-b4b9-2a9a4c3c5231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:10.603174 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-90e86e14-3578-4b1d-b4b9-2a9a4c3c5231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:10.604347 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-90e86e14-3578-4b1d-b4b9-2a9a4c3c5231 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/058420f8-62d1-4c29-97a3-8ee4c4038163 HTTP/1.1" status: 204 len: 168 time: 0.2150872 Aug 04 06:01:10.612523 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e86e14-3578-4b1d-b4b9-2a9a4c3c5231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058420f8-62d1-4c29-97a3-8ee4c4038163,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:13.046349 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 34318) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:01:13.148767 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fac07fd8-cf39-4842-82c8-a500bb9198a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:13.234560 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fac07fd8-cf39-4842-82c8-a500bb9198a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:13.331876 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fac07fd8-cf39-4842-82c8-a500bb9198a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:13.368898 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac07fd8-cf39-4842-82c8-a500bb9198a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3128795-5616-4f3a-a34a-309c75852ec0,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:13.374163 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-fac07fd8-cf39-4842-82c8-a500bb9198a8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=500daa8637254b639314f3eb7aee126f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3267987 Aug 04 06:01:13.377207 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 34322) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:01:13.427968 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-860d023f-f825-4413-9ed9-33dca21f17cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:13.449325 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-860d023f-f825-4413-9ed9-33dca21f17cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:13.571730 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-860d023f-f825-4413-9ed9-33dca21f17cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:13.574303 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-860d023f-f825-4413-9ed9-33dca21f17cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:13.575543 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-860d023f-f825-4413-9ed9-33dca21f17cc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b3128795-5616-4f3a-a34a-309c75852ec0 HTTP/1.1" status: 204 len: 168 time: 0.1977785 Aug 04 06:01:13.583130 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d023f-f825-4413-9ed9-33dca21f17cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3128795-5616-4f3a-a34a-309c75852ec0,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:14.202227 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 34328) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:01:14.215338 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-b8259424-095b-4d70-8277-c1cb86269a6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:14.304447 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-b8259424-095b-4d70-8277-c1cb86269a6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:14.400511 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-b8259424-095b-4d70-8277-c1cb86269a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:14.438241 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-b8259424-095b-4d70-8277-c1cb86269a6a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=880c01bc5c0f48eeb517c26684fe4cd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2349765 Aug 04 06:01:14.439503 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8259424-095b-4d70-8277-c1cb86269a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2084b10-bc89-4eb5-ab54-25b69afe3563,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:14.440948 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 34330) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:01:14.490088 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f4e7d95c-f460-4901-80e8-ae380a5bea16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:14.509821 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f4e7d95c-f460-4901-80e8-ae380a5bea16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:14.651524 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f4e7d95c-f460-4901-80e8-ae380a5bea16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:14.654051 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f4e7d95c-f460-4901-80e8-ae380a5bea16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:14.655229 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-f4e7d95c-f460-4901-80e8-ae380a5bea16 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c2084b10-bc89-4eb5-ab54-25b69afe3563 HTTP/1.1" status: 204 len: 168 time: 0.2132823 Aug 04 06:01:14.663021 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7d95c-f460-4901-80e8-ae380a5bea16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2084b10-bc89-4eb5-ab54-25b69afe3563,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:19.305932 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 34400) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:01:19.410299 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-259ff46c-e9b0-479f-9359-bff1c5cb95ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:19.500875 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-259ff46c-e9b0-479f-9359-bff1c5cb95ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:19.560418 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-259ff46c-e9b0-479f-9359-bff1c5cb95ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:19.597445 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ff46c-e9b0-479f-9359-bff1c5cb95ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf85057-b436-41d0-821e-ac4d3f37dc6d,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:19.601581 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-259ff46c-e9b0-479f-9359-bff1c5cb95ee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ea6632cdfc5044249131b238f68338a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2946465 Aug 04 06:01:19.605014 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 34404) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:01:19.651944 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f976cf01-cdd4-43a4-9594-60c1567997a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:19.673516 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f976cf01-cdd4-43a4-9594-60c1567997a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:19.794437 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f976cf01-cdd4-43a4-9594-60c1567997a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:19.797051 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f976cf01-cdd4-43a4-9594-60c1567997a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:19.798202 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-f976cf01-cdd4-43a4-9594-60c1567997a1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ddf85057-b436-41d0-821e-ac4d3f37dc6d HTTP/1.1" status: 204 len: 168 time: 0.1929479 Aug 04 06:01:19.805782 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f976cf01-cdd4-43a4-9594-60c1567997a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf85057-b436-41d0-821e-ac4d3f37dc6d,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:20.365514 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 34410) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:01:20.379842 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-10ba4d56-c800-4ac3-b177-6a658d152d46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:20.467413 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-10ba4d56-c800-4ac3-b177-6a658d152d46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:20.525893 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-10ba4d56-c800-4ac3-b177-6a658d152d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:20.566868 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-10ba4d56-c800-4ac3-b177-6a658d152d46 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=42ee0c6d750548dfaaa03409021addf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2002819 Aug 04 06:01:20.567799 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ba4d56-c800-4ac3-b177-6a658d152d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01234fe6-4e4d-4886-a8a0-1659b5461950,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:20.570300 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 34412) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:01:20.617176 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-38b603c0-b785-470f-bdc4-d812e68e88ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:20.638928 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-38b603c0-b785-470f-bdc4-d812e68e88ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:20.804934 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-38b603c0-b785-470f-bdc4-d812e68e88ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:20.807468 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-38b603c0-b785-470f-bdc4-d812e68e88ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:20.808638 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-38b603c0-b785-470f-bdc4-d812e68e88ac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/01234fe6-4e4d-4886-a8a0-1659b5461950 HTTP/1.1" status: 204 len: 168 time: 0.2374496 Aug 04 06:01:20.817754 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b603c0-b785-470f-bdc4-d812e68e88ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01234fe6-4e4d-4886-a8a0-1659b5461950,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:26.417355 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:26.806904 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 34486) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:01:26.908008 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-1d07c560-79b1-4c39-b452-ceb3f1af602d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:26.994642 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-1d07c560-79b1-4c39-b452-ceb3f1af602d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:27.046206 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-1d07c560-79b1-4c39-b452-ceb3f1af602d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:27.084038 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-1d07c560-79b1-4c39-b452-ceb3f1af602d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3c999fa71b3c449881360655528f744d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2760384 Aug 04 06:01:27.091070 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d07c560-79b1-4c39-b452-ceb3f1af602d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4edcd5b-c429-4eac-8e31-43f6fe9a0705,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:27.091221 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 34490) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:01:27.136234 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c07a71b7-4e31-4382-9288-5186051c6f3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:27.157319 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c07a71b7-4e31-4382-9288-5186051c6f3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:27.285615 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c07a71b7-4e31-4382-9288-5186051c6f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:27.288194 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c07a71b7-4e31-4382-9288-5186051c6f3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:27.289386 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-c07a71b7-4e31-4382-9288-5186051c6f3c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f4edcd5b-c429-4eac-8e31-43f6fe9a0705 HTTP/1.1" status: 204 len: 168 time: 0.2017086 Aug 04 06:01:27.297579 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a71b7-4e31-4382-9288-5186051c6f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4edcd5b-c429-4eac-8e31-43f6fe9a0705,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:27.947607 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 34498) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:01:27.960941 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-2497c336-45c7-4ad9-ab3e-e839f087010e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:28.050016 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-2497c336-45c7-4ad9-ab3e-e839f087010e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:28.132079 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-2497c336-45c7-4ad9-ab3e-e839f087010e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:28.168851 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2497c336-45c7-4ad9-ab3e-e839f087010e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76da96f6-18ff-450a-83cc-b2870b48cacf,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:28.174181 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-2497c336-45c7-4ad9-ab3e-e839f087010e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=10c90e1ee44640e1aca5492d245529ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2256207 Aug 04 06:01:28.177018 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 34500) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:01:28.223990 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-668880aa-5937-4293-8697-c506140d0a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:28.244136 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-668880aa-5937-4293-8697-c506140d0a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:28.435120 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-668880aa-5937-4293-8697-c506140d0a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:28.437644 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-668880aa-5937-4293-8697-c506140d0a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:28.438978 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-668880aa-5937-4293-8697-c506140d0a0c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/76da96f6-18ff-450a-83cc-b2870b48cacf HTTP/1.1" status: 204 len: 168 time: 0.2611501 Aug 04 06:01:28.446592 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668880aa-5937-4293-8697-c506140d0a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76da96f6-18ff-450a-83cc-b2870b48cacf,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:31.345531 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 34558) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:01:31.444352 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-aeaa2347-098a-4bf5-8112-532f748620e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:31.528763 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-aeaa2347-098a-4bf5-8112-532f748620e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:31.627709 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-aeaa2347-098a-4bf5-8112-532f748620e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:31.667230 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-aeaa2347-098a-4bf5-8112-532f748620e6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=398242fcc6064295a88bd3c6fa10b9de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3205478 Aug 04 06:01:31.668035 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa2347-098a-4bf5-8112-532f748620e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991f3afd-2a8a-4728-a941-ba4747b48983,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:31.670409 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 34562) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:01:31.719351 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-2e28d412-3e33-4a5e-9392-51282a48ceda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:31.740165 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-2e28d412-3e33-4a5e-9392-51282a48ceda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:31.954681 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-2e28d412-3e33-4a5e-9392-51282a48ceda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:31.957330 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-2e28d412-3e33-4a5e-9392-51282a48ceda admin admin] Notify callbacks [] for security_group, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:31.958469 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-2e28d412-3e33-4a5e-9392-51282a48ceda admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/991f3afd-2a8a-4728-a941-ba4747b48983 HTTP/1.1" status: 204 len: 168 time: 0.2870581 Aug 04 06:01:31.967208 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e28d412-3e33-4a5e-9392-51282a48ceda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991f3afd-2a8a-4728-a941-ba4747b48983,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:32.673411 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 34570) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:01:32.687063 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-eec39069-1864-43f8-8682-56492a2e0751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:32.773217 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-eec39069-1864-43f8-8682-56492a2e0751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:32.880120 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-eec39069-1864-43f8-8682-56492a2e0751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:32.916563 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec39069-1864-43f8-8682-56492a2e0751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7ecc3c-7a3c-4625-bf48-deb0f1df0206,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:32.922878 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-eec39069-1864-43f8-8682-56492a2e0751 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a1048cb5679d44bb8cef97a71b4b1b05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2484126 Aug 04 06:01:32.925467 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 34578) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:01:32.982795 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-14f5305d-436d-4c3d-933e-528627590e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:33.003508 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-14f5305d-436d-4c3d-933e-528627590e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:33.160067 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-14f5305d-436d-4c3d-933e-528627590e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:33.162593 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-14f5305d-436d-4c3d-933e-528627590e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:33.163751 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-14f5305d-436d-4c3d-933e-528627590e61 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3b7ecc3c-7a3c-4625-bf48-deb0f1df0206 HTTP/1.1" status: 204 len: 168 time: 0.2371542 Aug 04 06:01:33.172093 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f5305d-436d-4c3d-933e-528627590e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7ecc3c-7a3c-4625-bf48-deb0f1df0206,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:33.393498 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d938e46-6b9b-4a9e-9c15-bf5d8a338201 req-b0c8462a-7d27-4d28-b85f-992a59d21269 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:01:33.394975 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-4d938e46-6b9b-4a9e-9c15-bf5d8a338201 req-b0c8462a-7d27-4d28-b85f-992a59d21269 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 946 time: 0.0482991 Aug 04 06:01:33.434315 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-4d938e46-6b9b-4a9e-9c15-bf5d8a338201 req-ac313f85-3dd2-4e2a-af4e-8db7d63c4c92 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334573 Aug 04 06:01:33.600232 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-cd8dece0-e76d-492e-82c5-730f3533daac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:34.557330 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be682c8-6c3e-40b4-acc3-75685b71fb6b req-e678332c-e3e2-400a-b214-50fab468266a tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:01:34.558963 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-2be682c8-6c3e-40b4-acc3-75685b71fb6b req-e678332c-e3e2-400a-b214-50fab468266a tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 946 time: 0.0506742 Aug 04 06:01:34.596884 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-2be682c8-6c3e-40b4-acc3-75685b71fb6b req-2c043ef9-72c9-40c0-aef7-9ac80b0f82b4 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups?id=3da1c05e-d03d-417e-bf8a-f0b667e63dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311432 Aug 04 06:01:34.730938 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997daa5-d4dd-439e-8c08-5bd7f596a274 req-cd74b8b9-bc63-4896-90db-bd9591d03109 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:01:34.733007 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f997daa5-d4dd-439e-8c08-5bd7f596a274 req-cd74b8b9-bc63-4896-90db-bd9591d03109 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.18 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 946 time: 0.0472746 Aug 04 06:01:34.824709 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [req-f997daa5-d4dd-439e-8c08-5bd7f596a274 req-b88ec5c6-8cc5-4593-bcb4-58a3b1f7b11f tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Deleting port fe8a49da-b6e7-45b3-8793-fe3d775df052 {{(pid=100432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 06:01:34.824961 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-f997daa5-d4dd-439e-8c08-5bd7f596a274 req-b88ec5c6-8cc5-4593-bcb4-58a3b1f7b11f tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:34.911939 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [req-f997daa5-d4dd-439e-8c08-5bd7f596a274 req-b88ec5c6-8cc5-4593-bcb4-58a3b1f7b11f tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] For port fe8a49da-b6e7-45b3-8793-fe3d775df052, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=fe8a49da-b6e7-45b3-8793-fe3d775df052,segment=NetworkSegment(ec29bf54-ee61-44b2-b8df-ad8fd94577ee),segment_id=ec29bf54-ee61-44b2-b8df-ad8fd94577ee)] {{(pid=100432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:01:34.913817 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-f997daa5-d4dd-439e-8c08-5bd7f596a274 req-b88ec5c6-8cc5-4593-bcb4-58a3b1f7b11f tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:35.078620 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-f997daa5-d4dd-439e-8c08-5bd7f596a274 req-b88ec5c6-8cc5-4593-bcb4-58a3b1f7b11f tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:35.078908 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-f997daa5-d4dd-439e-8c08-5bd7f596a274 req-b88ec5c6-8cc5-4593-bcb4-58a3b1f7b11f tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572675'] for floatingip, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:35.079217 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.db.l3_db [req-f997daa5-d4dd-439e-8c08-5bd7f596a274 req-b88ec5c6-8cc5-4593-bcb4-58a3b1f7b11f tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Floating IP e99b611b-06d2-4615-9a9d-fd167a44a956 disassociated. External IP: 172.27.1.29, port: fe8a49da-b6e7-45b3-8793-fe3d775df052. Aug 04 06:01:35.079549 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [req-f997daa5-d4dd-439e-8c08-5bd7f596a274 req-b88ec5c6-8cc5-4593-bcb4-58a3b1f7b11f tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Calling delete_port for fe8a49da-b6e7-45b3-8793-fe3d775df052 owned by compute:nova {{(pid=100432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 06:01:35.297248 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-f997daa5-d4dd-439e-8c08-5bd7f596a274 req-b88ec5c6-8cc5-4593-bcb4-58a3b1f7b11f tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:35.324748 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ec5c6-8cc5-4593-bcb4-58a3b1f7b11f tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Pushing event deleted for resources: {'Port': ['ID=fe8a49da-b6e7-45b3-8793-fe3d775df052,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:35.443136 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f997daa5-d4dd-439e-8c08-5bd7f596a274 req-b88ec5c6-8cc5-4593-bcb4-58a3b1f7b11f tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Router e1fc6fa8-ecdc-42e6-80ad-97dc77491acf has already been hosted by L3 agent 1092c566-0070-459b-a71e-112f2411deeb {{(pid=100432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 06:01:35.552280 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f997daa5-d4dd-439e-8c08-5bd7f596a274 req-b88ec5c6-8cc5-4593-bcb4-58a3b1f7b11f tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify agent at l3_agent.dv-cinder-801617-4-iscsi the message routers_updated {{(pid=100432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 06:01:35.563080 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1724ce-e048-4025-9a9d-2859ed19b284 None None] Sync routers for ids ['e1fc6fa8-ecdc-42e6-80ad-97dc77491acf'] in dv-cinder-801617-4-iscsi {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 06:01:35.572261 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1724ce-e048-4025-9a9d-2859ed19b284 None None] Routers {'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 06:01:35.572855 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-4e1724ce-e048-4025-9a9d-2859ed19b284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T06:01:06Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['e1fc6fa8-ecdc-42e6-80ad-97dc77491acf'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:01:35.595187 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.l3_dvrscheduler_db [req-f997daa5-d4dd-439e-8c08-5bd7f596a274 req-b88ec5c6-8cc5-4593-bcb4-58a3b1f7b11f tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] No DVR routers for this DVR port fe8a49da-b6e7-45b3-8793-fe3d775df052 on host hv-cinder-80161 {{(pid=100432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 06:01:35.597548 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-f997daa5-d4dd-439e-8c08-5bd7f596a274 req-b88ec5c6-8cc5-4593-bcb4-58a3b1f7b11f tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for port, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:35.599550 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f997daa5-d4dd-439e-8c08-5bd7f596a274 req-b88ec5c6-8cc5-4593-bcb4-58a3b1f7b11f tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.18 "DELETE /v2.0/ports/fe8a49da-b6e7-45b3-8793-fe3d775df052 HTTP/1.1" status: 204 len: 173 time: 0.8609917 Aug 04 06:01:35.600010 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e53e82-a55e-4722-a38b-e20f61fb181a', 'name': 'network-vif-deleted', 'tag': 'fe8a49da-b6e7-45b3-8793-fe3d775df052'}] {{(pid=100432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 06:01:35.602213 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7961aa7e709e573ce1f4efc3791ca037d6473da3b2c6b2a251ebfb1631130676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c537e7aa-02b1-489d-b383-9d8d4d17fa83" -d '{"events": [{"server_uuid": "32e53e82-a55e-4722-a38b-e20f61fb181a", "name": "network-vif-deleted", "tag": "fe8a49da-b6e7-45b3-8793-fe3d775df052"}]}' {{(pid=100432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 06:01:35.641334 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 06:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62d5c81-4c1a-4e0b-b536-382bc0c914df x-openstack-request-id: req-d62d5c81-4c1a-4e0b-b536-382bc0c914df {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 06:01:35.641703 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e53e82-a55e-4722-a38b-e20f61fb181a", "name": "network-vif-deleted", "tag": "fe8a49da-b6e7-45b3-8793-fe3d775df052", "status": "completed", "code": 200}]} {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 06:01:35.641957 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d62d5c81-4c1a-4e0b-b536-382bc0c914df {{(pid=100432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 06:01:35.642381 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e53e82-a55e-4722-a38b-e20f61fb181a', 'name': 'network-vif-deleted', 'tag': 'fe8a49da-b6e7-45b3-8793-fe3d775df052', 'status': 'completed', 'code': 200} Aug 04 06:01:35.688123 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-4e1724ce-e048-4025-9a9d-2859ed19b284 None None] Set router e1fc6fa8-ecdc-42e6-80ad-97dc77491acf gateway port host: dv-cinder-801617-4-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 06:01:35.705117 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-715acc28-a89f-46c9-b2db-2ba901e4638a req-4a7b4773-c056-4e11-8353-839056e776a9 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e53e82-a55e-4722-a38b-e20f61fb181a HTTP/1.1" status: 200 len: 210 time: 0.0319188 Aug 04 06:01:35.974805 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-4e1724ce-e048-4025-9a9d-2859ed19b284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'name': 'tempest-AttachVolumeShelveTestJSON-1935299454-router', 'tenant_id': 'ec04283d3509443b9c65cd9af852d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '323df2b8-b125-45c8-a7ef-e2fc461f0421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:53:32Z', 'updated_at': '2021-08-04T05:53:42Z', 'revision_number': 4, 'project_id': 'ec04283d3509443b9c65cd9af852d46f', 'gw_port': {'id': '323df2b8-b125-45c8-a7ef-e2fc461f0421', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:40:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:34Z', 'updated_at': '2021-08-04T05:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': 'ffd44ff6-08ad-4a3c-822c-d9ee055eed1b', 'name': '', 'network_id': 'a493c09c-6949-44f8-8e08-fbb13c36d6a2', 'tenant_id': 'ec04283d3509443b9c65cd9af852d46f', 'mac_address': 'fa:16:3e:f2:05:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2aeabe42-c308-496c-8730-52b38af59b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:40Z', 'updated_at': '2021-08-04T05:53:54Z', 'revision_number': 5, 'project_id': 'ec04283d3509443b9c65cd9af852d46f', 'subnets': [{'id': '2aeabe42-c308-496c-8730-52b38af59b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:01:36.000470 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1724ce-e048-4025-9a9d-2859ed19b284 None None] Checking router: e1fc6fa8-ecdc-42e6-80ad-97dc77491acf for host: dv-cinder-801617-4-iscsi {{(pid=100434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 06:01:36.010596 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1724ce-e048-4025-9a9d-2859ed19b284 None None] Routers {'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 06:01:36.011223 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-4e1724ce-e048-4025-9a9d-2859ed19b284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T06:01:06Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['e1fc6fa8-ecdc-42e6-80ad-97dc77491acf'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:01:36.069679 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-ca89e4e4-9168-45a4-876a-9509c1f2abcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:36.116439 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-4e1724ce-e048-4025-9a9d-2859ed19b284 None None] Set router e1fc6fa8-ecdc-42e6-80ad-97dc77491acf gateway port host: dv-cinder-801617-4-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 06:01:36.241159 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:36.314954 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-4e1724ce-e048-4025-9a9d-2859ed19b284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'name': 'tempest-AttachVolumeShelveTestJSON-1935299454-router', 'tenant_id': 'ec04283d3509443b9c65cd9af852d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '323df2b8-b125-45c8-a7ef-e2fc461f0421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:53:32Z', 'updated_at': '2021-08-04T05:53:42Z', 'revision_number': 4, 'project_id': 'ec04283d3509443b9c65cd9af852d46f', 'gw_port': {'id': '323df2b8-b125-45c8-a7ef-e2fc461f0421', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:40:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:34Z', 'updated_at': '2021-08-04T05:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': 'ffd44ff6-08ad-4a3c-822c-d9ee055eed1b', 'name': '', 'network_id': 'a493c09c-6949-44f8-8e08-fbb13c36d6a2', 'tenant_id': 'ec04283d3509443b9c65cd9af852d46f', 'mac_address': 'fa:16:3e:f2:05:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2aeabe42-c308-496c-8730-52b38af59b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:40Z', 'updated_at': '2021-08-04T05:53:54Z', 'revision_number': 5, 'project_id': 'ec04283d3509443b9c65cd9af852d46f', 'subnets': [{'id': '2aeabe42-c308-496c-8730-52b38af59b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:01:36.340658 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1724ce-e048-4025-9a9d-2859ed19b284 None None] The sync data for ids ['e1fc6fa8-ecdc-42e6-80ad-97dc77491acf'] in dv-cinder-801617-4-iscsi is: [{'id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'name': 'tempest-AttachVolumeShelveTestJSON-1935299454-router', 'tenant_id': 'ec04283d3509443b9c65cd9af852d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '323df2b8-b125-45c8-a7ef-e2fc461f0421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:53:32Z', 'updated_at': '2021-08-04T05:53:42Z', 'revision_number': 4, 'project_id': 'ec04283d3509443b9c65cd9af852d46f', 'gw_port': {'id': '323df2b8-b125-45c8-a7ef-e2fc461f0421', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:40:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:34Z', 'updated_at': '2021-08-04T05:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': 'ffd44ff6-08ad-4a3c-822c-d9ee055eed1b', 'name': '', 'network_id': 'a493c09c-6949-44f8-8e08-fbb13c36d6a2', 'tenant_id': 'ec04283d3509443b9c65cd9af852d46f', 'mac_address': 'fa:16:3e:f2:05:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2aeabe42-c308-496c-8730-52b38af59b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:40Z', 'updated_at': '2021-08-04T05:53:54Z', 'revision_number': 5, 'project_id': 'ec04283d3509443b9c65cd9af852d46f', 'subnets': [{'id': '2aeabe42-c308-496c-8730-52b38af59b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 06:01:36.673969 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4f0372-fe13-426d-85fc-f43030c4298a None None] New status for floating IP e99b611b-06d2-4615-9a9d-fd167a44a956: DOWN {{(pid=100433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 06:01:36.897738 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 34626) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:01:36.954591 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d068492a-701d-4d86-a072-7b20e7c931f8 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:36.977620 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d068492a-701d-4d86-a072-7b20e7c931f8 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:37.194494 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d068492a-701d-4d86-a072-7b20e7c931f8 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:37.197011 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d068492a-701d-4d86-a072-7b20e7c931f8 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:37.198161 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-d068492a-701d-4d86-a072-7b20e7c931f8 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "DELETE /v2.0/security-groups/3da1c05e-d03d-417e-bf8a-f0b667e63dea HTTP/1.1" status: 204 len: 168 time: 0.2991061 Aug 04 06:01:37.201675 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 34628) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:01:37.207972 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d068492a-701d-4d86-a072-7b20e7c931f8 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da1c05e-d03d-417e-bf8a-f0b667e63dea,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:37.215186 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.api.v2.resource [None req-e134fa08-e2f4-486f-a5e3-b1a78af448cb tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] show failed (client error): The resource could not be found. Aug 04 06:01:37.216197 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-e134fa08-e2f4-486f-a5e3-b1a78af448cb tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "GET /v2.0/security-groups/3da1c05e-d03d-417e-bf8a-f0b667e63dea HTTP/1.1" status: 404 len: 347 time: 0.0135493 Aug 04 06:01:37.225039 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 34630) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:01:37.346450 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [None req-fcde1a05-35c9-4081-9bc8-75cc972f2ca5 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Deleting port f35e9ad0-fd90-4351-a37f-26af6328597e {{(pid=100432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 06:01:37.346788 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-fcde1a05-35c9-4081-9bc8-75cc972f2ca5 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:37.422412 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-fcde1a05-35c9-4081-9bc8-75cc972f2ca5 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:37.422731 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-fcde1a05-35c9-4081-9bc8-75cc972f2ca5 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:37.433895 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [None req-fcde1a05-35c9-4081-9bc8-75cc972f2ca5 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Calling delete_port for f35e9ad0-fd90-4351-a37f-26af6328597e owned by network:floatingip {{(pid=100432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 06:01:37.571642 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6693b30c-6718-4946-8b55-748181203f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:37.650031 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-fcde1a05-35c9-4081-9bc8-75cc972f2ca5 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:37.674782 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcde1a05-35c9-4081-9bc8-75cc972f2ca5 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Pushing event deleted for resources: {'Port': ['ID=f35e9ad0-fd90-4351-a37f-26af6328597e,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:37.735253 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-fcde1a05-35c9-4081-9bc8-75cc972f2ca5 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks [] for floatingip, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:37.737797 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-fcde1a05-35c9-4081-9bc8-75cc972f2ca5 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for floatingip, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:37.738931 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-fcde1a05-35c9-4081-9bc8-75cc972f2ca5 tempest-AttachVolumeShelveTestJSON-1259936879 tempest-AttachVolumeShelveTestJSON-1259936879-project] 10.222.0.37 "DELETE /v2.0/floatingips/e99b611b-06d2-4615-9a9d-fd167a44a956 HTTP/1.1" status: 204 len: 168 time: 0.5129652 Aug 04 06:01:39.468811 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-dee0c6e9-f257-441c-951e-ad3806d8c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:41.151272 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device fe8a49da-b6e7-45b3-8793-fe3d775df052 no longer exists at agent hyperv_hv-cinder-80161 {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 06:01:41.170240 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] No Port match for: fe8a49da-b6e7-45b3-8793-fe3d775df052 {{(pid=100433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 06:01:41.170581 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device fe8a49da-b6e7-45b3-8793-fe3d775df052 not bound to the agent host hv-cinder-80161 {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 06:01:42.635014 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 34694) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:01:43.115126 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-a79534f2-1cd5-4d7b-bb76-5e645606c019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-946435'] for router_interface, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:43.604723 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [None req-a79534f2-1cd5-4d7b-bb76-5e645606c019 admin admin] Deleting port ffd44ff6-08ad-4a3c-822c-d9ee055eed1b {{(pid=100432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 06:01:43.605061 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-a79534f2-1cd5-4d7b-bb76-5e645606c019 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:43.685155 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [None req-a79534f2-1cd5-4d7b-bb76-5e645606c019 admin admin] For port ffd44ff6-08ad-4a3c-822c-d9ee055eed1b, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=ffd44ff6-08ad-4a3c-822c-d9ee055eed1b,segment=NetworkSegment(ec29bf54-ee61-44b2-b8df-ad8fd94577ee),segment_id=ec29bf54-ee61-44b2-b8df-ad8fd94577ee)] {{(pid=100432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:01:43.685826 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-a79534f2-1cd5-4d7b-bb76-5e645606c019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:43.697846 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [None req-a79534f2-1cd5-4d7b-bb76-5e645606c019 admin admin] Calling delete_port for ffd44ff6-08ad-4a3c-822c-d9ee055eed1b owned by network:router_interface {{(pid=100432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 06:01:43.924443 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-a79534f2-1cd5-4d7b-bb76-5e645606c019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:43.949650 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79534f2-1cd5-4d7b-bb76-5e645606c019 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffd44ff6-08ad-4a3c-822c-d9ee055eed1b,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:43.975801 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79534f2-1cd5-4d7b-bb76-5e645606c019 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:01:43.976202 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79534f2-1cd5-4d7b-bb76-5e645606c019 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:01:43.976527 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79534f2-1cd5-4d7b-bb76-5e645606c019 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:01:43.976864 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79534f2-1cd5-4d7b-bb76-5e645606c019 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:01:43.977197 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79534f2-1cd5-4d7b-bb76-5e645606c019 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:01:43.977536 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79534f2-1cd5-4d7b-bb76-5e645606c019 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:01:43.977867 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79534f2-1cd5-4d7b-bb76-5e645606c019 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:01:43.978203 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79534f2-1cd5-4d7b-bb76-5e645606c019 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:01:43.978528 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79534f2-1cd5-4d7b-bb76-5e645606c019 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:01:43.978853 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79534f2-1cd5-4d7b-bb76-5e645606c019 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:01:43.979289 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79534f2-1cd5-4d7b-bb76-5e645606c019 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:01:43.979620 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79534f2-1cd5-4d7b-bb76-5e645606c019 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:01:44.125649 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-a79534f2-1cd5-4d7b-bb76-5e645606c019 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-946551'] for router_interface, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:44.338571 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79534f2-1cd5-4d7b-bb76-5e645606c019 admin admin] Router e1fc6fa8-ecdc-42e6-80ad-97dc77491acf has already been hosted by L3 agent 1092c566-0070-459b-a71e-112f2411deeb {{(pid=100432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 06:01:44.443497 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79534f2-1cd5-4d7b-bb76-5e645606c019 admin admin] Notify agent at l3_agent.dv-cinder-801617-4-iscsi the message routers_updated {{(pid=100432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 06:01:44.448461 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-a79534f2-1cd5-4d7b-bb76-5e645606c019 admin admin] 10.222.0.37 "PUT /v2.0/routers/e1fc6fa8-ecdc-42e6-80ad-97dc77491acf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8124146 Aug 04 06:01:44.451136 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 34704) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:01:44.452379 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f823466-bef4-4256-8221-f55b9bbb86a6 None None] Sync routers for ids ['e1fc6fa8-ecdc-42e6-80ad-97dc77491acf'] in dv-cinder-801617-4-iscsi {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 06:01:44.461772 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f823466-bef4-4256-8221-f55b9bbb86a6 None None] Routers {'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 06:01:44.462366 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-3f823466-bef4-4256-8221-f55b9bbb86a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T06:01:36Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['e1fc6fa8-ecdc-42e6-80ad-97dc77491acf'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:01:44.551805 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-0d56d5df-10b7-4c48-8797-f1f662b57f53 admin admin] Notify callbacks [] for router, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:44.561831 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-3f823466-bef4-4256-8221-f55b9bbb86a6 None None] Set router e1fc6fa8-ecdc-42e6-80ad-97dc77491acf gateway port host: dv-cinder-801617-4-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 06:01:44.653502 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-0d56d5df-10b7-4c48-8797-f1f662b57f53 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:44.735314 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-3f823466-bef4-4256-8221-f55b9bbb86a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'name': 'tempest-AttachVolumeShelveTestJSON-1935299454-router', 'tenant_id': 'ec04283d3509443b9c65cd9af852d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '323df2b8-b125-45c8-a7ef-e2fc461f0421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:53:32Z', 'updated_at': '2021-08-04T06:01:43Z', 'revision_number': 5, 'project_id': 'ec04283d3509443b9c65cd9af852d46f', 'gw_port': {'id': '323df2b8-b125-45c8-a7ef-e2fc461f0421', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:40:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:53:34Z', 'updated_at': '2021-08-04T05:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi'}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:01:44.764914 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f823466-bef4-4256-8221-f55b9bbb86a6 None None] Checking router: e1fc6fa8-ecdc-42e6-80ad-97dc77491acf for host: dv-cinder-801617-4-iscsi {{(pid=100434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 06:01:44.772915 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f823466-bef4-4256-8221-f55b9bbb86a6 None None] Routers {'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 06:01:44.773524 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-3f823466-bef4-4256-8221-f55b9bbb86a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T06:01:36Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['e1fc6fa8-ecdc-42e6-80ad-97dc77491acf'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:01:44.773978 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [None req-0d56d5df-10b7-4c48-8797-f1f662b57f53 admin admin] Deleting port 323df2b8-b125-45c8-a7ef-e2fc461f0421 {{(pid=100432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 06:01:44.774464 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-0d56d5df-10b7-4c48-8797-f1f662b57f53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:44.851471 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [None req-0d56d5df-10b7-4c48-8797-f1f662b57f53 admin admin] For port 323df2b8-b125-45c8-a7ef-e2fc461f0421, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=323df2b8-b125-45c8-a7ef-e2fc461f0421,segment=NetworkSegment(1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa),segment_id=1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa)] {{(pid=100432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:01:44.851838 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-0d56d5df-10b7-4c48-8797-f1f662b57f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:44.855644 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-3f823466-bef4-4256-8221-f55b9bbb86a6 None None] Set router e1fc6fa8-ecdc-42e6-80ad-97dc77491acf gateway port host: None {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 06:01:44.868563 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [None req-0d56d5df-10b7-4c48-8797-f1f662b57f53 admin admin] Calling delete_port for 323df2b8-b125-45c8-a7ef-e2fc461f0421 owned by network:router_gateway {{(pid=100432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 06:01:44.907138 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-3f823466-bef4-4256-8221-f55b9bbb86a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'name': 'tempest-AttachVolumeShelveTestJSON-1935299454-router', 'tenant_id': 'ec04283d3509443b9c65cd9af852d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:53:32Z', 'updated_at': '2021-08-04T06:01:44Z', 'revision_number': 6, 'project_id': 'ec04283d3509443b9c65cd9af852d46f', 'gw_port_host': None}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:01:44.936028 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f823466-bef4-4256-8221-f55b9bbb86a6 None None] The sync data for ids ['e1fc6fa8-ecdc-42e6-80ad-97dc77491acf'] in dv-cinder-801617-4-iscsi is: [{'id': 'e1fc6fa8-ecdc-42e6-80ad-97dc77491acf', 'name': 'tempest-AttachVolumeShelveTestJSON-1935299454-router', 'tenant_id': 'ec04283d3509443b9c65cd9af852d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:53:32Z', 'updated_at': '2021-08-04T06:01:44Z', 'revision_number': 6, 'project_id': 'ec04283d3509443b9c65cd9af852d46f', 'gw_port_host': None}] {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 06:01:45.048702 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 34712) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:01:45.120320 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-0d56d5df-10b7-4c48-8797-f1f662b57f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:45.156104 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d56d5df-10b7-4c48-8797-f1f662b57f53 admin admin] Pushing event deleted for resources: {'Port': ['ID=323df2b8-b125-45c8-a7ef-e2fc461f0421,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:45.167830 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-3286ae3b-d39d-4499-bb7e-1df3ebae3202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:45.245213 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-0d56d5df-10b7-4c48-8797-f1f662b57f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571853'] for router_gateway, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:45.345822 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-0d56d5df-10b7-4c48-8797-f1f662b57f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-937042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24613'] for router, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:45.348873 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-0d56d5df-10b7-4c48-8797-f1f662b57f53 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:45.423603 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-3286ae3b-d39d-4499-bb7e-1df3ebae3202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:45.497088 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-0d56d5df-10b7-4c48-8797-f1f662b57f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-937158'] for router, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:45.497699 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d56d5df-10b7-4c48-8797-f1f662b57f53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1fc6fa8-ecdc-42e6-80ad-97dc77491acf {{(pid=100432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 06:01:45.502212 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-0d56d5df-10b7-4c48-8797-f1f662b57f53 admin admin] Notify callbacks [] for router, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:45.509151 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-0d56d5df-10b7-4c48-8797-f1f662b57f53 admin admin] 10.222.0.37 "DELETE /v2.0/routers/e1fc6fa8-ecdc-42e6-80ad-97dc77491acf HTTP/1.1" status: 204 len: 168 time: 1.0513217 Aug 04 06:01:45.509151 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 34716) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:01:45.532916 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-3286ae3b-d39d-4499-bb7e-1df3ebae3202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:45.578431 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.db_base_plugin_v2 [None req-87f5d363-d646-4ca8-8fc2-0958a236317a admin admin] Deleting subnet 2aeabe42-c308-496c-8730-52b38af59b7d {{(pid=100432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 06:01:45.584463 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-3286ae3b-d39d-4499-bb7e-1df3ebae3202 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2465f52600b445e8b55da7a69aecfffd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5348039 Aug 04 06:01:45.586804 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-87f5d363-d646-4ca8-8fc2-0958a236317a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:45.587329 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 34718) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:01:45.589001 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286ae3b-d39d-4499-bb7e-1df3ebae3202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2c764a-461f-432c-9e60-77798681da8c,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:45.624584 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-87f5d363-d646-4ca8-8fc2-0958a236317a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6962328'] for subnet, precommit_delete_associations {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:45.642620 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-29c091b5-8614-41c7-b0ff-333979f77b9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:45.663853 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-29c091b5-8614-41c7-b0ff-333979f77b9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:45.705493 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-87f5d363-d646-4ca8-8fc2-0958a236317a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2010901'] for subnet, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:45.791448 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 323df2b8-b125-45c8-a7ef-e2fc461f0421 no longer exists at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 06:01:45.814275 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] No Port match for: 323df2b8-b125-45c8-a7ef-e2fc461f0421 {{(pid=100433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 06:01:45.814612 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 323df2b8-b125-45c8-a7ef-e2fc461f0421 not bound to the agent host dv-cinder-801617-4-iscsi {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 06:01:45.815010 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device ffd44ff6-08ad-4a3c-822c-d9ee055eed1b no longer exists at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 06:01:45.822863 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-29c091b5-8614-41c7-b0ff-333979f77b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:45.826733 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-29c091b5-8614-41c7-b0ff-333979f77b9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:45.827987 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-29c091b5-8614-41c7-b0ff-333979f77b9f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7b2c764a-461f-432c-9e60-77798681da8c HTTP/1.1" status: 204 len: 168 time: 0.2387934 Aug 04 06:01:45.843838 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] No Port match for: ffd44ff6-08ad-4a3c-822c-d9ee055eed1b {{(pid=100433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 06:01:45.843838 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device ffd44ff6-08ad-4a3c-822c-d9ee055eed1b not bound to the agent host dv-cinder-801617-4-iscsi {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 06:01:45.844152 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c091b5-8614-41c7-b0ff-333979f77b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2c764a-461f-432c-9e60-77798681da8c,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:45.862148 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-87f5d363-d646-4ca8-8fc2-0958a236317a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5048103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4625303'] for subnet, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:45.889577 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f5d363-d646-4ca8-8fc2-0958a236317a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2aeabe42-c308-496c-8730-52b38af59b7d,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:45.891668 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-87f5d363-d646-4ca8-8fc2-0958a236317a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:45.895929 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-87f5d363-d646-4ca8-8fc2-0958a236317a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2aeabe42-c308-496c-8730-52b38af59b7d HTTP/1.1" status: 204 len: 168 time: 0.3868961 Aug 04 06:01:45.896310 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 34722) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:01:45.902259 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad7c223-d715-453e-b203-7a8177390073 None None] Network a493c09c-6949-44f8-8e08-fbb13c36d6a2 requested from dv-cinder-801617-4-iscsi {{(pid=100433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 06:01:45.982811 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b95ddb10-0ee2-4758-8fe3-7b079b138606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601179'] for network, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:46.046172 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-b95ddb10-0ee2-4758-8fe3-7b079b138606 admin admin] Deleting port e57c5eff-32dd-4313-879a-92176ca2ae58 {{(pid=100431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 06:01:46.046500 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b95ddb10-0ee2-4758-8fe3-7b079b138606 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:46.098912 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8594a0cf-846c-41d7-89c6-5aeb175745d9 None None] DHCP port deletion for a493c09c-6949-44f8-8e08-fbb13c36d6a2 request from dv-cinder-801617-4-iscsi {{(pid=100433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 06:01:46.117374 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-b95ddb10-0ee2-4758-8fe3-7b079b138606 admin admin] For port e57c5eff-32dd-4313-879a-92176ca2ae58, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=e57c5eff-32dd-4313-879a-92176ca2ae58,segment=NetworkSegment(ec29bf54-ee61-44b2-b8df-ad8fd94577ee),segment_id=ec29bf54-ee61-44b2-b8df-ad8fd94577ee)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:01:46.117822 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b95ddb10-0ee2-4758-8fe3-7b079b138606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:46.131693 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-b95ddb10-0ee2-4758-8fe3-7b079b138606 admin admin] Calling delete_port for e57c5eff-32dd-4313-879a-92176ca2ae58 owned by network:dhcp {{(pid=100431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 06:01:46.146284 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-8594a0cf-846c-41d7-89c6-5aeb175745d9 None None] Deleting port e57c5eff-32dd-4313-879a-92176ca2ae58 {{(pid=100433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 06:01:46.146573 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-8594a0cf-846c-41d7-89c6-5aeb175745d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:46.215309 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-8594a0cf-846c-41d7-89c6-5aeb175745d9 None None] For port e57c5eff-32dd-4313-879a-92176ca2ae58, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=e57c5eff-32dd-4313-879a-92176ca2ae58,segment=NetworkSegment(ec29bf54-ee61-44b2-b8df-ad8fd94577ee),segment_id=ec29bf54-ee61-44b2-b8df-ad8fd94577ee)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:01:46.217818 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-8594a0cf-846c-41d7-89c6-5aeb175745d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:46.229575 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-8594a0cf-846c-41d7-89c6-5aeb175745d9 None None] Calling delete_port for e57c5eff-32dd-4313-879a-92176ca2ae58 owned by network:dhcp {{(pid=100433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 06:01:46.285744 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b95ddb10-0ee2-4758-8fe3-7b079b138606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4497432'] for port, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:46.310546 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-8594a0cf-846c-41d7-89c6-5aeb175745d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615'] for port, after_delete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:46.312182 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ddb10-0ee2-4758-8fe3-7b079b138606 admin admin] Pushing event deleted for resources: {'Port': ['ID=e57c5eff-32dd-4313-879a-92176ca2ae58,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:46.314004 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95ddb10-0ee2-4758-8fe3-7b079b138606 admin admin] No DVR routers for this DVR port e57c5eff-32dd-4313-879a-92176ca2ae58 on host dv-cinder-801617-4-iscsi {{(pid=100431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 06:01:46.343341 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8594a0cf-846c-41d7-89c6-5aeb175745d9 None None] No DVR routers for this DVR port e57c5eff-32dd-4313-879a-92176ca2ae58 on host dv-cinder-801617-4-iscsi {{(pid=100433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 06:01:46.352905 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8594a0cf-846c-41d7-89c6-5aeb175745d9 None None] Pushing event deleted for resources: {'Port': ['ID=e57c5eff-32dd-4313-879a-92176ca2ae58,revision_number=None']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:46.383800 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b95ddb10-0ee2-4758-8fe3-7b079b138606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660050', 'neutron.services.segments.db._delete_segments_for_network-8791115231223'] for network, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:46.394033 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.services.segments.db [None req-b95ddb10-0ee2-4758-8fe3-7b079b138606 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a493c09c-6949-44f8-8e08-fbb13c36d6a2']}} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:01:46.404448 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.services.segments.db [None req-b95ddb10-0ee2-4758-8fe3-7b079b138606 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec29bf54-ee61-44b2-b8df-ad8fd94577ee') {'for_net_delete': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:01:46.404675 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.services.segments.db [None req-b95ddb10-0ee2-4758-8fe3-7b079b138606 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec29bf54-ee61-44b2-b8df-ad8fd94577ee') {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:01:46.413188 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b95ddb10-0ee2-4758-8fe3-7b079b138606 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791115235332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5041281'] for segment, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:46.430058 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b95ddb10-0ee2-4758-8fe3-7b079b138606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2010985'] for segment, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:46.436847 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b95ddb10-0ee2-4758-8fe3-7b079b138606 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=100431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 06:01:46.437227 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b95ddb10-0ee2-4758-8fe3-7b079b138606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2010985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4497517'] for segment, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:46.438842 dv-cinder-801617-4-iscsi neutron-server[100431]: Traceback (most recent call last): Aug 04 06:01:46.438842 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 06:01:46.438842 dv-cinder-801617-4-iscsi neutron-server[100431]: timer() Aug 04 06:01:46.438842 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 06:01:46.438842 dv-cinder-801617-4-iscsi neutron-server[100431]: cb(*args, **kw) Aug 04 06:01:46.438842 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 06:01:46.438842 dv-cinder-801617-4-iscsi neutron-server[100431]: return func(*args, **kwargs) Aug 04 06:01:46.438842 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 06:01:46.438842 dv-cinder-801617-4-iscsi neutron-server[100431]: self._notify() Aug 04 06:01:46.438842 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 06:01:46.438842 dv-cinder-801617-4-iscsi neutron-server[100431]: self.callback(batched_events) Aug 04 06:01:46.438842 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 06:01:46.438842 dv-cinder-801617-4-iscsi neutron-server[100431]: event.method(event) Aug 04 06:01:46.438842 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 06:01:46.438842 dv-cinder-801617-4-iscsi neutron-server[100431]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 06:01:46.438842 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 06:01:46.438842 dv-cinder-801617-4-iscsi neutron-server[100431]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 06:01:46.438842 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 06:01:46.438842 dv-cinder-801617-4-iscsi neutron-server[100431]: return f(self, *a, **k) Aug 04 06:01:46.438842 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 06:01:46.438842 dv-cinder-801617-4-iscsi neutron-server[100431]: return self._get(url).json() Aug 04 06:01:46.438842 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 06:01:46.438842 dv-cinder-801617-4-iscsi neutron-server[100431]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 06:01:46.438842 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 06:01:46.438842 dv-cinder-801617-4-iscsi neutron-server[100431]: return self.request(url, 'GET', **kwargs) Aug 04 06:01:46.438842 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 06:01:46.438842 dv-cinder-801617-4-iscsi neutron-server[100431]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 06:01:46.438842 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 06:01:46.438842 dv-cinder-801617-4-iscsi neutron-server[100431]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 06:01:46.438842 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 06:01:46.438842 dv-cinder-801617-4-iscsi neutron-server[100431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 06:01:46.438842 dv-cinder-801617-4-iscsi neutron-server[100431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 06:01:46.583111 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b95ddb10-0ee2-4758-8fe3-7b079b138606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571881'] for network, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:46.587746 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b95ddb10-0ee2-4758-8fe3-7b079b138606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for network, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:46.591335 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-b95ddb10-0ee2-4758-8fe3-7b079b138606 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a493c09c-6949-44f8-8e08-fbb13c36d6a2 HTTP/1.1" status: 204 len: 168 time: 0.6941125 Aug 04 06:01:46.604897 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ddb10-0ee2-4758-8fe3-7b079b138606 admin admin] Pushing event deleted for resources: {'Network': ['ID=a493c09c-6949-44f8-8e08-fbb13c36d6a2,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:46.924525 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 34748) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:01:46.968153 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-a332091d-fb4a-4257-89bc-d5191a6c1762 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ec04283d3509443b9c65cd9af852d46f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0422359 Aug 04 06:01:46.970585 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 34750) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:01:47.007330 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-af02ba66-bd33-4c7f-ad7c-7481e90ae0d9 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 06:01:47.023360 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-1370d635-63a6-45ce-94ae-df329323067c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:47.045134 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-1370d635-63a6-45ce-94ae-df329323067c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:47.182521 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-1370d635-63a6-45ce-94ae-df329323067c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:47.185111 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-1370d635-63a6-45ce-94ae-df329323067c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:47.186260 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-1370d635-63a6-45ce-94ae-df329323067c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3e5ccd3f-4d90-4a30-b92e-8737d91c40a7 HTTP/1.1" status: 204 len: 168 time: 0.2146752 Aug 04 06:01:47.193940 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370d635-63a6-45ce-94ae-df329323067c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5ccd3f-4d90-4a30-b92e-8737d91c40a7,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:47.784171 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device e57c5eff-32dd-4313-879a-92176ca2ae58 no longer exists at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 06:01:47.804302 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] No Port match for: e57c5eff-32dd-4313-879a-92176ca2ae58 {{(pid=100433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 06:01:47.804648 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device e57c5eff-32dd-4313-879a-92176ca2ae58 not bound to the agent host dv-cinder-801617-4-iscsi {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 06:01:49.129149 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 34816) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:01:49.230856 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-e9789434-317a-4a58-8173-0c4094593ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:49.315831 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-e9789434-317a-4a58-8173-0c4094593ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:49.399746 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-e9789434-317a-4a58-8173-0c4094593ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:49.438682 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-e9789434-317a-4a58-8173-0c4094593ae9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2f9edfe9cb2d454ba8bee88e7402ca37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3082945 Aug 04 06:01:49.439420 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9789434-317a-4a58-8173-0c4094593ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5fe6f9-1cd2-4898-9a7d-0acdf877a60b,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:49.442058 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 34820) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:01:49.493043 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-7e78d56c-1635-4433-9539-8025d2857f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:49.517261 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-7e78d56c-1635-4433-9539-8025d2857f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:49.650187 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-7e78d56c-1635-4433-9539-8025d2857f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:49.652649 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-7e78d56c-1635-4433-9539-8025d2857f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:49.654544 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-7e78d56c-1635-4433-9539-8025d2857f56 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0a5fe6f9-1cd2-4898-9a7d-0acdf877a60b HTTP/1.1" status: 204 len: 168 time: 0.2112374 Aug 04 06:01:49.662360 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e78d56c-1635-4433-9539-8025d2857f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5fe6f9-1cd2-4898-9a7d-0acdf877a60b,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:51.732421 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 34876) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:01:52.029847 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-3fcb11a5-7022-4465-a68d-89810982d57f tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Deleting port 197aceab-3300-4cc4-81d5-3142e5ffc822 {{(pid=100431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 06:01:52.030158 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3fcb11a5-7022-4465-a68d-89810982d57f tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:52.107036 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3fcb11a5-7022-4465-a68d-89810982d57f tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:52.107363 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3fcb11a5-7022-4465-a68d-89810982d57f tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:52.118774 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-3fcb11a5-7022-4465-a68d-89810982d57f tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Calling delete_port for 197aceab-3300-4cc4-81d5-3142e5ffc822 owned by network:floatingip {{(pid=100431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 06:01:52.417066 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3fcb11a5-7022-4465-a68d-89810982d57f tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4497432'] for port, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:52.443740 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb11a5-7022-4465-a68d-89810982d57f tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Pushing event deleted for resources: {'Port': ['ID=197aceab-3300-4cc4-81d5-3142e5ffc822,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:52.504519 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3fcb11a5-7022-4465-a68d-89810982d57f tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks [] for floatingip, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:52.504854 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.db.l3_db [None req-3fcb11a5-7022-4465-a68d-89810982d57f tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Floating IP 448eb1b9-ceb2-43dd-9359-2323470b4e3b disassociated (deleted). External IP: 172.27.1.226, port: 7362a5f2-b32e-4ae8-8e7d-768d22623e27. Aug 04 06:01:52.664373 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 34904) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:01:52.718444 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fcb11a5-7022-4465-a68d-89810982d57f tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Router 18851aa5-ada3-4aba-824e-d56a550c4865 has already been hosted by L3 agent 1092c566-0070-459b-a71e-112f2411deeb {{(pid=100431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 06:01:52.770090 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d1b90604-71a5-4057-bd9f-17b6be8cd17d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:52.826715 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fcb11a5-7022-4465-a68d-89810982d57f tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify agent at l3_agent.dv-cinder-801617-4-iscsi the message routers_updated {{(pid=100431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 06:01:52.831151 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3fcb11a5-7022-4465-a68d-89810982d57f tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for floatingip, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:52.839723 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4303a0a7-b392-4df7-8acd-a17d6a84bb22 None None] Sync routers for ids ['18851aa5-ada3-4aba-824e-d56a550c4865'] in dv-cinder-801617-4-iscsi {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 06:01:52.850653 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4303a0a7-b392-4df7-8acd-a17d6a84bb22 None None] Routers {'18851aa5-ada3-4aba-824e-d56a550c4865'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 06:01:52.851395 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-4303a0a7-b392-4df7-8acd-a17d6a84bb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T06:01:36Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['18851aa5-ada3-4aba-824e-d56a550c4865'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:01:52.863054 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-3fcb11a5-7022-4465-a68d-89810982d57f tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "DELETE /v2.0/floatingips/448eb1b9-ceb2-43dd-9359-2323470b4e3b HTTP/1.1" status: 204 len: 168 time: 1.1271977 Aug 04 06:01:52.863054 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15410065-cbbe-4a5b-9dc6-edee73a59df1', 'tag': '7362a5f2-b32e-4ae8-8e7d-768d22623e27'}] {{(pid=100431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 06:01:52.863356 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d1b90604-71a5-4057-bd9f-17b6be8cd17d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:52.863771 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d047a0739a9e621485ccc482307aa98cd58e8937adb7e4be7ba07b62ec6ee677" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9217193f-a853-4b7f-9c95-a67703338b50" -d '{"events": [{"name": "network-changed", "server_uuid": "15410065-cbbe-4a5b-9dc6-edee73a59df1", "tag": "7362a5f2-b32e-4ae8-8e7d-768d22623e27"}]}' {{(pid=100431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 06:01:52.903142 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 06:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8c4721-aa29-4c00-84c0-e942627887ef x-openstack-request-id: req-cd8c4721-aa29-4c00-84c0-e942627887ef {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 06:01:52.903482 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15410065-cbbe-4a5b-9dc6-edee73a59df1", "tag": "7362a5f2-b32e-4ae8-8e7d-768d22623e27", "status": "completed", "code": 200}]} {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 06:01:52.904092 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cd8c4721-aa29-4c00-84c0-e942627887ef {{(pid=100431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 06:01:52.904376 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15410065-cbbe-4a5b-9dc6-edee73a59df1', 'tag': '7362a5f2-b32e-4ae8-8e7d-768d22623e27', 'status': 'completed', 'code': 200} Aug 04 06:01:52.962119 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-4303a0a7-b392-4df7-8acd-a17d6a84bb22 None None] Set router 18851aa5-ada3-4aba-824e-d56a550c4865 gateway port host: dv-cinder-801617-4-iscsi {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 06:01:52.974132 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d1b90604-71a5-4057-bd9f-17b6be8cd17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:53.026479 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-d1b90604-71a5-4057-bd9f-17b6be8cd17d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4cacd25ff2d341e791b8ef4a543b1fff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3608816 Aug 04 06:01:53.029267 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217193f-a853-4b7f-9c95-a67703338b50 req-638fca5a-2ee7-4652-a63c-bba578c113d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:01:53.029420 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 34912) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:01:53.030710 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9217193f-a853-4b7f-9c95-a67703338b50 req-638fca5a-2ee7-4652-a63c-bba578c113d9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=523ead1982c046a394318b39d745033e&device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 1098 time: 0.1042690 Aug 04 06:01:53.031296 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b90604-71a5-4057-bd9f-17b6be8cd17d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7239e660-0148-4687-8eab-2d943710b13a,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:53.084572 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b57c0bb-7a35-49e5-8d3b-7404fc9ece00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:53.106302 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b57c0bb-7a35-49e5-8d3b-7404fc9ece00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:53.143055 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217193f-a853-4b7f-9c95-a67703338b50 req-0e8e5ad4-6fcb-4564-87d4-cbb8991f82f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:01:53.144920 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9217193f-a853-4b7f-9c95-a67703338b50 req-0e8e5ad4-6fcb-4564-87d4-cbb8991f82f1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=547de350-98df-426a-b398-b032321fdf42 HTTP/1.1" status: 200 len: 910 time: 0.0982623 Aug 04 06:01:53.172619 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-4303a0a7-b392-4df7-8acd-a17d6a84bb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18851aa5-ada3-4aba-824e-d56a550c4865', 'name': 'tempest-TestShelveInstance-1225953417-router', 'tenant_id': '523ead1982c046a394318b39d745033e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'd5cfb1a3-d15e-41f0-af65-6b79b38ddcfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:55:58Z', 'updated_at': '2021-08-04T05:56:03Z', 'revision_number': 4, 'project_id': '523ead1982c046a394318b39d745033e', 'gw_port': {'id': 'd5cfb1a3-d15e-41f0-af65-6b79b38ddcfd', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:8c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18851aa5-ada3-4aba-824e-d56a550c4865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:55:59Z', 'updated_at': '2021-08-04T05:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': '9056374d-a7db-407b-81b2-26628dad619e', 'name': '', 'network_id': '547de350-98df-426a-b398-b032321fdf42', 'tenant_id': '523ead1982c046a394318b39d745033e', 'mac_address': 'fa:16:3e:80:50:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18851aa5-ada3-4aba-824e-d56a550c4865', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '3a532cc5-30fe-4d47-af3d-673ba61686a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:56:02Z', 'updated_at': '2021-08-04T05:56:10Z', 'revision_number': 5, 'project_id': '523ead1982c046a394318b39d745033e', 'subnets': [{'id': '3a532cc5-30fe-4d47-af3d-673ba61686a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:01:53.191516 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9217193f-a853-4b7f-9c95-a67703338b50 req-08d05003-75ff-45ca-8051-367eeb142e9d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7362a5f2-b32e-4ae8-8e7d-768d22623e27 HTTP/1.1" status: 200 len: 217 time: 0.0389905 Aug 04 06:01:53.198545 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4303a0a7-b392-4df7-8acd-a17d6a84bb22 None None] Checking router: 18851aa5-ada3-4aba-824e-d56a550c4865 for host: dv-cinder-801617-4-iscsi {{(pid=100433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 06:01:53.207483 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4303a0a7-b392-4df7-8acd-a17d6a84bb22 None None] Routers {'18851aa5-ada3-4aba-824e-d56a550c4865'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 06:01:53.208137 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-4303a0a7-b392-4df7-8acd-a17d6a84bb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T06:01:36Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['18851aa5-ada3-4aba-824e-d56a550c4865'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:01:53.238138 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b57c0bb-7a35-49e5-8d3b-7404fc9ece00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:53.240820 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217193f-a853-4b7f-9c95-a67703338b50 req-8bd6ff47-0c10-4128-9fae-f548e097451c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:01:53.241374 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b57c0bb-7a35-49e5-8d3b-7404fc9ece00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:53.242789 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9217193f-a853-4b7f-9c95-a67703338b50 req-8bd6ff47-0c10-4128-9fae-f548e097451c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3a532cc5-30fe-4d47-af3d-673ba61686a8 HTTP/1.1" status: 200 len: 848 time: 0.0439336 Aug 04 06:01:53.244429 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-4b57c0bb-7a35-49e5-8d3b-7404fc9ece00 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7239e660-0148-4687-8eab-2d943710b13a HTTP/1.1" status: 204 len: 168 time: 0.2122948 Aug 04 06:01:53.252374 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b57c0bb-7a35-49e5-8d3b-7404fc9ece00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7239e660-0148-4687-8eab-2d943710b13a,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:53.306537 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217193f-a853-4b7f-9c95-a67703338b50 req-31cc3b79-0472-4e14-92e9-fa0146634dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:01:53.309891 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9217193f-a853-4b7f-9c95-a67703338b50 req-31cc3b79-0472-4e14-92e9-fa0146634dd5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=547de350-98df-426a-b398-b032321fdf42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0601161 Aug 04 06:01:53.330773 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-4303a0a7-b392-4df7-8acd-a17d6a84bb22 None None] Set router 18851aa5-ada3-4aba-824e-d56a550c4865 gateway port host: dv-cinder-801617-4-iscsi {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 06:01:53.427243 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61776f4-c1f1-439a-8780-fba5d0c1bc27 req-bbdcbd08-3018-4ea9-9f55-d14268936bc4 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:01:53.435597 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-e61776f4-c1f1-439a-8780-fba5d0c1bc27 req-bbdcbd08-3018-4ea9-9f55-d14268936bc4 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 945 time: 0.0650017 Aug 04 06:01:53.444325 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9217193f-a853-4b7f-9c95-a67703338b50 req-5aff74db-0e8a-4974-9967-78cc67842d70 service neutron] 10.222.0.18 "GET /v2.0/networks/547de350-98df-426a-b398-b032321fdf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257277 Aug 04 06:01:53.483893 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-e61776f4-c1f1-439a-8780-fba5d0c1bc27 req-d90d0a93-9c5e-4288-987f-816e2b1405f6 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/security-groups?id=17698caf-f8e8-4f6c-8efc-02f837326df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469546 Aug 04 06:01:53.558057 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9217193f-a853-4b7f-9c95-a67703338b50 req-bf8918b9-165e-41b2-87c5-f8d8b86769ed service neutron] 10.222.0.18 "GET /v2.0/networks/547de350-98df-426a-b398-b032321fdf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059496 Aug 04 06:01:53.592867 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-4303a0a7-b392-4df7-8acd-a17d6a84bb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18851aa5-ada3-4aba-824e-d56a550c4865', 'name': 'tempest-TestShelveInstance-1225953417-router', 'tenant_id': '523ead1982c046a394318b39d745033e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'd5cfb1a3-d15e-41f0-af65-6b79b38ddcfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:55:58Z', 'updated_at': '2021-08-04T05:56:03Z', 'revision_number': 4, 'project_id': '523ead1982c046a394318b39d745033e', 'gw_port': {'id': 'd5cfb1a3-d15e-41f0-af65-6b79b38ddcfd', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:8c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18851aa5-ada3-4aba-824e-d56a550c4865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:55:59Z', 'updated_at': '2021-08-04T05:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': '9056374d-a7db-407b-81b2-26628dad619e', 'name': '', 'network_id': '547de350-98df-426a-b398-b032321fdf42', 'tenant_id': '523ead1982c046a394318b39d745033e', 'mac_address': 'fa:16:3e:80:50:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18851aa5-ada3-4aba-824e-d56a550c4865', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '3a532cc5-30fe-4d47-af3d-673ba61686a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:56:02Z', 'updated_at': '2021-08-04T05:56:10Z', 'revision_number': 5, 'project_id': '523ead1982c046a394318b39d745033e', 'subnets': [{'id': '3a532cc5-30fe-4d47-af3d-673ba61686a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:01:53.627643 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4303a0a7-b392-4df7-8acd-a17d6a84bb22 None None] The sync data for ids ['18851aa5-ada3-4aba-824e-d56a550c4865'] in dv-cinder-801617-4-iscsi is: [{'id': '18851aa5-ada3-4aba-824e-d56a550c4865', 'name': 'tempest-TestShelveInstance-1225953417-router', 'tenant_id': '523ead1982c046a394318b39d745033e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'd5cfb1a3-d15e-41f0-af65-6b79b38ddcfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:55:58Z', 'updated_at': '2021-08-04T05:56:03Z', 'revision_number': 4, 'project_id': '523ead1982c046a394318b39d745033e', 'gw_port': {'id': 'd5cfb1a3-d15e-41f0-af65-6b79b38ddcfd', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:8c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18851aa5-ada3-4aba-824e-d56a550c4865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:55:59Z', 'updated_at': '2021-08-04T05:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': '9056374d-a7db-407b-81b2-26628dad619e', 'name': '', 'network_id': '547de350-98df-426a-b398-b032321fdf42', 'tenant_id': '523ead1982c046a394318b39d745033e', 'mac_address': 'fa:16:3e:80:50:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18851aa5-ada3-4aba-824e-d56a550c4865', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '3a532cc5-30fe-4d47-af3d-673ba61686a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:56:02Z', 'updated_at': '2021-08-04T05:56:10Z', 'revision_number': 5, 'project_id': '523ead1982c046a394318b39d745033e', 'subnets': [{'id': '3a532cc5-30fe-4d47-af3d-673ba61686a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 06:01:53.907085 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f4d0ad-625d-4d7c-8582-7f4769714232 None None] New status for floating IP 448eb1b9-ceb2-43dd-9359-2323470b4e3b: DOWN {{(pid=100434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 06:01:54.232093 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 34928) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:01:54.245330 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-9d7a5c69-bb1d-4300-91e0-a136bc1b4cd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:54.334185 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-9d7a5c69-bb1d-4300-91e0-a136bc1b4cd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:54.580105 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-9d7a5c69-bb1d-4300-91e0-a136bc1b4cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:54.624107 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-9d7a5c69-bb1d-4300-91e0-a136bc1b4cd9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3efcbc7413774093b722158f3240041d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3909490 Aug 04 06:01:54.626849 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 34932) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:01:54.628512 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7a5c69-bb1d-4300-91e0-a136bc1b4cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1530bd60-abc6-4638-b114-fc2afec3903b,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:54.640215 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0fb97d-513e-4195-8763-17dfdf53052f req-5fd06831-da8a-4e62-8cb7-271cca33089f tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:01:54.641762 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ff0fb97d-513e-4195-8763-17dfdf53052f req-5fd06831-da8a-4e62-8cb7-271cca33089f tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 945 time: 0.0921102 Aug 04 06:01:54.676086 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-8062d675-cd3e-4e9b-bfd4-0e2e32e0e08d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:54.680828 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ff0fb97d-513e-4195-8763-17dfdf53052f req-c133ab52-bdeb-479a-b2f7-f2304a81a3a8 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/security-groups?id=17698caf-f8e8-4f6c-8efc-02f837326df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323129 Aug 04 06:01:54.701164 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-8062d675-cd3e-4e9b-bfd4-0e2e32e0e08d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:54.857440 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-8062d675-cd3e-4e9b-bfd4-0e2e32e0e08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:54.860031 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-8062d675-cd3e-4e9b-bfd4-0e2e32e0e08d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:54.860692 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abefc1d-8689-462b-a534-65ffde86ff7b req-1d4530b4-dc52-4058-ac80-1a36a34df994 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:01:54.861422 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-8062d675-cd3e-4e9b-bfd4-0e2e32e0e08d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1530bd60-abc6-4638-b114-fc2afec3903b HTTP/1.1" status: 204 len: 168 time: 0.2335618 Aug 04 06:01:54.862129 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-4abefc1d-8689-462b-a534-65ffde86ff7b req-1d4530b4-dc52-4058-ac80-1a36a34df994 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.18 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 945 time: 0.0471849 Aug 04 06:01:54.869581 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8062d675-cd3e-4e9b-bfd4-0e2e32e0e08d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1530bd60-abc6-4638-b114-fc2afec3903b,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:54.877481 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8062d675-cd3e-4e9b-bfd4-0e2e32e0e08d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:01:54.877825 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8062d675-cd3e-4e9b-bfd4-0e2e32e0e08d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:01:54.878348 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8062d675-cd3e-4e9b-bfd4-0e2e32e0e08d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:01:54.878869 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8062d675-cd3e-4e9b-bfd4-0e2e32e0e08d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:01:54.879204 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8062d675-cd3e-4e9b-bfd4-0e2e32e0e08d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:01:54.879536 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8062d675-cd3e-4e9b-bfd4-0e2e32e0e08d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:01:54.879888 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8062d675-cd3e-4e9b-bfd4-0e2e32e0e08d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:01:54.880314 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8062d675-cd3e-4e9b-bfd4-0e2e32e0e08d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:01:54.880528 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8062d675-cd3e-4e9b-bfd4-0e2e32e0e08d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:01:54.880849 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8062d675-cd3e-4e9b-bfd4-0e2e32e0e08d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:01:54.881166 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8062d675-cd3e-4e9b-bfd4-0e2e32e0e08d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:01:54.881484 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8062d675-cd3e-4e9b-bfd4-0e2e32e0e08d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:01:54.964339 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [req-4abefc1d-8689-462b-a534-65ffde86ff7b req-1e30fb1f-dd82-4b1f-b26a-ab3c60871a22 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Deleting port 7362a5f2-b32e-4ae8-8e7d-768d22623e27 {{(pid=100432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 06:01:54.964669 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-4abefc1d-8689-462b-a534-65ffde86ff7b req-1e30fb1f-dd82-4b1f-b26a-ab3c60871a22 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:55.051010 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [req-4abefc1d-8689-462b-a534-65ffde86ff7b req-1e30fb1f-dd82-4b1f-b26a-ab3c60871a22 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] For port 7362a5f2-b32e-4ae8-8e7d-768d22623e27, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=7362a5f2-b32e-4ae8-8e7d-768d22623e27,segment=NetworkSegment(0b477fa9-9a15-43bb-aae1-0edcbae189f4),segment_id=0b477fa9-9a15-43bb-aae1-0edcbae189f4)] {{(pid=100432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:01:55.051369 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-4abefc1d-8689-462b-a534-65ffde86ff7b req-1e30fb1f-dd82-4b1f-b26a-ab3c60871a22 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:55.064295 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [req-4abefc1d-8689-462b-a534-65ffde86ff7b req-1e30fb1f-dd82-4b1f-b26a-ab3c60871a22 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Calling delete_port for 7362a5f2-b32e-4ae8-8e7d-768d22623e27 owned by compute:nova {{(pid=100432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 06:01:55.280392 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-4abefc1d-8689-462b-a534-65ffde86ff7b req-1e30fb1f-dd82-4b1f-b26a-ab3c60871a22 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:55.310171 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e30fb1f-dd82-4b1f-b26a-ab3c60871a22 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Pushing event deleted for resources: {'Port': ['ID=7362a5f2-b32e-4ae8-8e7d-768d22623e27,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:01:55.351608 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.l3_dvrscheduler_db [req-4abefc1d-8689-462b-a534-65ffde86ff7b req-1e30fb1f-dd82-4b1f-b26a-ab3c60871a22 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] No DVR routers for this DVR port 7362a5f2-b32e-4ae8-8e7d-768d22623e27 on host hv-cinder-80161 {{(pid=100432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 06:01:55.354211 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-4abefc1d-8689-462b-a534-65ffde86ff7b req-1e30fb1f-dd82-4b1f-b26a-ab3c60871a22 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for port, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:55.356672 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-4abefc1d-8689-462b-a534-65ffde86ff7b req-1e30fb1f-dd82-4b1f-b26a-ab3c60871a22 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.18 "DELETE /v2.0/ports/7362a5f2-b32e-4ae8-8e7d-768d22623e27 HTTP/1.1" status: 204 len: 173 time: 0.4877434 Aug 04 06:01:55.357120 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15410065-cbbe-4a5b-9dc6-edee73a59df1', 'name': 'network-vif-deleted', 'tag': '7362a5f2-b32e-4ae8-8e7d-768d22623e27'}] {{(pid=100432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 06:01:55.359381 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7961aa7e709e573ce1f4efc3791ca037d6473da3b2c6b2a251ebfb1631130676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c626abae-1616-410c-92ac-38051417e0d6" -d '{"events": [{"server_uuid": "15410065-cbbe-4a5b-9dc6-edee73a59df1", "name": "network-vif-deleted", "tag": "7362a5f2-b32e-4ae8-8e7d-768d22623e27"}]}' {{(pid=100432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 06:01:55.394063 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 06:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc7eee8-0e00-44ed-927c-a31dfcf74479 x-openstack-request-id: req-efc7eee8-0e00-44ed-927c-a31dfcf74479 {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 06:01:55.394355 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15410065-cbbe-4a5b-9dc6-edee73a59df1", "name": "network-vif-deleted", "tag": "7362a5f2-b32e-4ae8-8e7d-768d22623e27", "status": "completed", "code": 200}]} {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 06:01:55.394606 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-efc7eee8-0e00-44ed-927c-a31dfcf74479 {{(pid=100432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 06:01:55.395001 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15410065-cbbe-4a5b-9dc6-edee73a59df1', 'name': 'network-vif-deleted', 'tag': '7362a5f2-b32e-4ae8-8e7d-768d22623e27', 'status': 'completed', 'code': 200} Aug 04 06:01:55.805611 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-aa7b3d32-7cd0-41c4-a4b7-88ab889aabad req-ed421daa-edbe-481a-af9c-de4f81819c8d tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 210 time: 0.0408914 Aug 04 06:01:56.411221 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:01:56.940608 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-dc075747-d546-4339-93d4-33b87974094e req-4f0d4f69-01d8-4434-a62d-b1a6447e887a tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 210 time: 0.0333602 Aug 04 06:01:57.344261 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961bab12-9d3b-45e5-a513-baab46128074 req-4761d13c-17ba-4654-b603-9edda8a9a5f3 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:01:57.345702 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-961bab12-9d3b-45e5-a513-baab46128074 req-4761d13c-17ba-4654-b603-9edda8a9a5f3 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb2d2537-58ff-4ee6-bac9-e119452148ab HTTP/1.1" status: 200 len: 945 time: 0.0484455 Aug 04 06:01:57.383088 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-961bab12-9d3b-45e5-a513-baab46128074 req-a13e395f-33d2-4cc2-a0ab-6518b0fc2ba3 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/security-groups?id=001f273c-59a8-4cf5-bf44-7d4de218e3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314486 Aug 04 06:01:58.046002 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-66fe65c6-5bd8-4570-87c8-c4d28c996018 req-7ae46aba-70c5-4af1-9086-c6c79a844dd7 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 210 time: 0.0264370 Aug 04 06:01:58.499511 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6d584-3c9a-4cba-8b8a-72caa8a09e58 req-83c3e3d1-6d0a-4250-86c1-d20b2c52025d tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:01:58.500968 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-c4f6d584-3c9a-4cba-8b8a-72caa8a09e58 req-83c3e3d1-6d0a-4250-86c1-d20b2c52025d tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb2d2537-58ff-4ee6-bac9-e119452148ab HTTP/1.1" status: 200 len: 945 time: 0.0484374 Aug 04 06:01:58.541693 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-c4f6d584-3c9a-4cba-8b8a-72caa8a09e58 req-b7c157bd-b5de-4163-8f76-16a5633e14f5 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/security-groups?id=001f273c-59a8-4cf5-bf44-7d4de218e3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349345 Aug 04 06:01:59.148749 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-7f8d65f3-b82f-4878-9277-3c8476d95570 req-d05c147b-996b-430a-a8f8-5f72fd925b8e tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "GET /v2.0/ports?device_id=15410065-cbbe-4a5b-9dc6-edee73a59df1 HTTP/1.1" status: 200 len: 210 time: 0.0254252 Aug 04 06:01:59.381071 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 7362a5f2-b32e-4ae8-8e7d-768d22623e27 no longer exists at agent hyperv_hv-cinder-80161 {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 06:01:59.401191 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] No Port match for: 7362a5f2-b32e-4ae8-8e7d-768d22623e27 {{(pid=100433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 06:01:59.401532 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 7362a5f2-b32e-4ae8-8e7d-768d22623e27 not bound to the agent host hv-cinder-80161 {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 06:01:59.654995 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123db03e-6a08-4526-b535-f34d46d7b2dd req-5b6579ad-7df0-4ebb-afce-da1279ee9198 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:01:59.656526 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-123db03e-6a08-4526-b535-f34d46d7b2dd req-5b6579ad-7df0-4ebb-afce-da1279ee9198 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb2d2537-58ff-4ee6-bac9-e119452148ab HTTP/1.1" status: 200 len: 945 time: 0.0489917 Aug 04 06:01:59.695124 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-123db03e-6a08-4526-b535-f34d46d7b2dd req-6d30d88e-6495-4920-baa5-311c16bd137e tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/security-groups?id=001f273c-59a8-4cf5-bf44-7d4de218e3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325594 Aug 04 06:02:00.204912 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 35048) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:02:00.265458 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-5c5a03a9-826a-46b0-8248-423279421860 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks [] for security_group, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:00.290020 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-5c5a03a9-826a-46b0-8248-423279421860 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:00.485601 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-5c5a03a9-826a-46b0-8248-423279421860 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:00.488435 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-5c5a03a9-826a-46b0-8248-423279421860 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Notify callbacks [] for security_group, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:00.489658 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-5c5a03a9-826a-46b0-8248-423279421860 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] 10.222.0.37 "DELETE /v2.0/security-groups/17698caf-f8e8-4f6c-8efc-02f837326df3 HTTP/1.1" status: 204 len: 168 time: 0.2837391 Aug 04 06:02:00.516639 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a03a9-826a-46b0-8248-423279421860 tempest-TestShelveInstance-1986185136 tempest-TestShelveInstance-1986185136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17698caf-f8e8-4f6c-8efc-02f837326df3,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:02:00.694412 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 35058) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:02:00.820139 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4809cfe-9a91-45ab-afed-17fb1911dbdd req-8babec95-838a-4c9c-855a-31975c57faa2 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:02:00.821633 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-d4809cfe-9a91-45ab-afed-17fb1911dbdd req-8babec95-838a-4c9c-855a-31975c57faa2 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb2d2537-58ff-4ee6-bac9-e119452148ab HTTP/1.1" status: 200 len: 945 time: 0.0572906 Aug 04 06:02:00.908450 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-d4809cfe-9a91-45ab-afed-17fb1911dbdd req-01729f0f-52f5-4cea-ad78-d0b97e7acba4 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/security-groups?id=001f273c-59a8-4cf5-bf44-7d4de218e3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764551 Aug 04 06:02:01.304442 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0412e78-2bf4-4b94-a174-360a8cc78d38 req-956c3fda-1259-4998-85b0-a71fb53c72a6 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:02:01.305876 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-c0412e78-2bf4-4b94-a174-360a8cc78d38 req-956c3fda-1259-4998-85b0-a71fb53c72a6 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb2d2537-58ff-4ee6-bac9-e119452148ab HTTP/1.1" status: 200 len: 945 time: 0.0934069 Aug 04 06:02:01.473340 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [req-c0412e78-2bf4-4b94-a174-360a8cc78d38 req-9d507ec7-b92d-4691-8563-cf45425bc55c tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Deleting port 1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf {{(pid=100432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 06:02:01.473670 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-c0412e78-2bf4-4b94-a174-360a8cc78d38 req-9d507ec7-b92d-4691-8563-cf45425bc55c tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:01.595978 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [req-c0412e78-2bf4-4b94-a174-360a8cc78d38 req-9d507ec7-b92d-4691-8563-cf45425bc55c tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] For port 1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf,segment=NetworkSegment(327125db-98e8-4cbc-9cc1-4f04032296be),segment_id=327125db-98e8-4cbc-9cc1-4f04032296be)] {{(pid=100432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:02:01.596246 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-c0412e78-2bf4-4b94-a174-360a8cc78d38 req-9d507ec7-b92d-4691-8563-cf45425bc55c tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:01.783348 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d58c5c31-21e4-45f8-a389-9825944c8e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-946435'] for router_interface, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:01.841668 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-c0412e78-2bf4-4b94-a174-360a8cc78d38 req-9d507ec7-b92d-4691-8563-cf45425bc55c tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:01.844197 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-c0412e78-2bf4-4b94-a174-360a8cc78d38 req-9d507ec7-b92d-4691-8563-cf45425bc55c tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572675'] for floatingip, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:01.844197 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.db.l3_db [req-c0412e78-2bf4-4b94-a174-360a8cc78d38 req-9d507ec7-b92d-4691-8563-cf45425bc55c tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Floating IP a1d34e3b-008d-4575-9c09-9d66a980c475 disassociated. External IP: 172.27.1.10, port: 1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf. Aug 04 06:02:01.844197 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [req-c0412e78-2bf4-4b94-a174-360a8cc78d38 req-9d507ec7-b92d-4691-8563-cf45425bc55c tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Calling delete_port for 1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf owned by compute:nova {{(pid=100432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 06:02:02.021331 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c44325-c638-4c9f-934e-02ff84a39383 req-bf4fbf61-9400-4d92-815a-982cf350b95c tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:02:02.022779 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-49c44325-c638-4c9f-934e-02ff84a39383 req-bf4fbf61-9400-4d92-815a-982cf350b95c tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb2d2537-58ff-4ee6-bac9-e119452148ab HTTP/1.1" status: 200 len: 945 time: 0.0508094 Aug 04 06:02:02.060876 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-49c44325-c638-4c9f-934e-02ff84a39383 req-311efa74-db25-40c1-adf2-ebcaa961b09f tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/security-groups?id=001f273c-59a8-4cf5-bf44-7d4de218e3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315223 Aug 04 06:02:02.143611 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [None req-d58c5c31-21e4-45f8-a389-9825944c8e5f admin admin] Deleting port 9056374d-a7db-407b-81b2-26628dad619e {{(pid=100432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 06:02:02.143965 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d58c5c31-21e4-45f8-a389-9825944c8e5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:02.190501 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-c0412e78-2bf4-4b94-a174-360a8cc78d38 req-9d507ec7-b92d-4691-8563-cf45425bc55c tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:02.232032 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d507ec7-b92d-4691-8563-cf45425bc55c tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Pushing event deleted for resources: {'Port': ['ID=1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:02:02.257518 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [None req-d58c5c31-21e4-45f8-a389-9825944c8e5f admin admin] For port 9056374d-a7db-407b-81b2-26628dad619e, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=9056374d-a7db-407b-81b2-26628dad619e,segment=NetworkSegment(0b477fa9-9a15-43bb-aae1-0edcbae189f4),segment_id=0b477fa9-9a15-43bb-aae1-0edcbae189f4)] {{(pid=100432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:02:02.257884 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d58c5c31-21e4-45f8-a389-9825944c8e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:02.272455 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [None req-d58c5c31-21e4-45f8-a389-9825944c8e5f admin admin] Calling delete_port for 9056374d-a7db-407b-81b2-26628dad619e owned by network:router_interface {{(pid=100432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 06:02:02.460983 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0412e78-2bf4-4b94-a174-360a8cc78d38 req-9d507ec7-b92d-4691-8563-cf45425bc55c tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Router a7a14fa8-24b3-4839-91ef-27fe175f609a has already been hosted by L3 agent 1092c566-0070-459b-a71e-112f2411deeb {{(pid=100432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 06:02:02.624750 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0412e78-2bf4-4b94-a174-360a8cc78d38 req-9d507ec7-b92d-4691-8563-cf45425bc55c tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify agent at l3_agent.dv-cinder-801617-4-iscsi the message routers_updated {{(pid=100432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 06:02:02.635641 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875761b9-0a35-41b6-ab37-13637786b2c1 None None] Sync routers for ids ['a7a14fa8-24b3-4839-91ef-27fe175f609a'] in dv-cinder-801617-4-iscsi {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 06:02:02.653803 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875761b9-0a35-41b6-ab37-13637786b2c1 None None] Routers {'a7a14fa8-24b3-4839-91ef-27fe175f609a'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 06:02:02.653803 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-875761b9-0a35-41b6-ab37-13637786b2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T06:01:36Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['a7a14fa8-24b3-4839-91ef-27fe175f609a'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:02:02.667572 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0412e78-2bf4-4b94-a174-360a8cc78d38 req-9d507ec7-b92d-4691-8563-cf45425bc55c tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] No DVR routers for this DVR port 1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf on host hv-cinder-80161 {{(pid=100432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 06:02:02.672033 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-c0412e78-2bf4-4b94-a174-360a8cc78d38 req-9d507ec7-b92d-4691-8563-cf45425bc55c tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for port, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:02.674025 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-c0412e78-2bf4-4b94-a174-360a8cc78d38 req-9d507ec7-b92d-4691-8563-cf45425bc55c tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.18 "DELETE /v2.0/ports/1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf HTTP/1.1" status: 204 len: 173 time: 1.3618774 Aug 04 06:02:02.674613 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2d2537-58ff-4ee6-bac9-e119452148ab', 'name': 'network-vif-deleted', 'tag': '1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf'}] {{(pid=100432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 06:02:02.676881 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7961aa7e709e573ce1f4efc3791ca037d6473da3b2c6b2a251ebfb1631130676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992f7e53-375d-40c0-8a73-cef1ef15d1a4" -d '{"events": [{"server_uuid": "cb2d2537-58ff-4ee6-bac9-e119452148ab", "name": "network-vif-deleted", "tag": "1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf"}]}' {{(pid=100432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 06:02:02.728925 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 06:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1e2264-bafa-43af-ac53-e19ae4eb04b2 x-openstack-request-id: req-0a1e2264-bafa-43af-ac53-e19ae4eb04b2 {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 06:02:02.736699 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2d2537-58ff-4ee6-bac9-e119452148ab", "name": "network-vif-deleted", "tag": "1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf", "status": "completed", "code": 200}]} {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 06:02:02.736699 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0a1e2264-bafa-43af-ac53-e19ae4eb04b2 {{(pid=100432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 06:02:02.736699 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2d2537-58ff-4ee6-bac9-e119452148ab', 'name': 'network-vif-deleted', 'tag': '1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf', 'status': 'completed', 'code': 200} Aug 04 06:02:02.760326 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d58c5c31-21e4-45f8-a389-9825944c8e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:02.778625 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-875761b9-0a35-41b6-ab37-13637786b2c1 None None] Set router a7a14fa8-24b3-4839-91ef-27fe175f609a gateway port host: dv-cinder-801617-4-iscsi {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 06:02:02.786264 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58c5c31-21e4-45f8-a389-9825944c8e5f admin admin] Pushing event deleted for resources: {'Port': ['ID=9056374d-a7db-407b-81b2-26628dad619e,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:02:02.993595 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d58c5c31-21e4-45f8-a389-9825944c8e5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-946551'] for router_interface, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:03.036159 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-875761b9-0a35-41b6-ab37-13637786b2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'name': 'tempest-TestVolumeBootPattern-469316562-router', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '1e94306a-7c1a-4d31-86a7-349635fa0a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:58:54Z', 'updated_at': '2021-08-04T05:58:58Z', 'revision_number': 4, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'gw_port': {'id': '1e94306a-7c1a-4d31-86a7-349635fa0a1f', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:28:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:58:55Z', 'updated_at': '2021-08-04T05:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': '0f633ad4-7ed1-43f5-aa0d-17d04f6c73df', 'name': '', 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'mac_address': 'fa:16:3e:36:3b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '1710d15a-86d5-46eb-8a18-ce13aa256ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:58:57Z', 'updated_at': '2021-08-04T05:59:05Z', 'revision_number': 5, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'subnets': [{'id': '1710d15a-86d5-46eb-8a18-ce13aa256ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:02:03.062013 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875761b9-0a35-41b6-ab37-13637786b2c1 None None] Checking router: a7a14fa8-24b3-4839-91ef-27fe175f609a for host: dv-cinder-801617-4-iscsi {{(pid=100433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 06:02:03.070549 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875761b9-0a35-41b6-ab37-13637786b2c1 None None] Routers {'a7a14fa8-24b3-4839-91ef-27fe175f609a'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 06:02:03.071158 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-875761b9-0a35-41b6-ab37-13637786b2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T06:01:36Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['a7a14fa8-24b3-4839-91ef-27fe175f609a'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:02:03.162496 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-86246d0c-389b-4c70-82e8-9eab68445e95 req-74b09b16-bc5b-4ec6-8580-5371040df9de tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb2d2537-58ff-4ee6-bac9-e119452148ab HTTP/1.1" status: 200 len: 210 time: 0.0320482 Aug 04 06:02:03.202776 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-875761b9-0a35-41b6-ab37-13637786b2c1 None None] Set router a7a14fa8-24b3-4839-91ef-27fe175f609a gateway port host: dv-cinder-801617-4-iscsi {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 06:02:03.259027 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d58c5c31-21e4-45f8-a389-9825944c8e5f admin admin] Router 18851aa5-ada3-4aba-824e-d56a550c4865 has already been hosted by L3 agent 1092c566-0070-459b-a71e-112f2411deeb {{(pid=100432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 06:02:03.379396 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58c5c31-21e4-45f8-a389-9825944c8e5f admin admin] Notify agent at l3_agent.dv-cinder-801617-4-iscsi the message routers_updated {{(pid=100432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 06:02:03.386148 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-d58c5c31-21e4-45f8-a389-9825944c8e5f admin admin] 10.222.0.37 "PUT /v2.0/routers/18851aa5-ada3-4aba-824e-d56a550c4865/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6905746 Aug 04 06:02:03.389364 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 35098) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:02:03.392447 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9c004e-7911-4155-9001-28c791e91338 None None] Sync routers for ids ['18851aa5-ada3-4aba-824e-d56a550c4865'] in dv-cinder-801617-4-iscsi {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 06:02:03.417691 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9c004e-7911-4155-9001-28c791e91338 None None] Routers {'18851aa5-ada3-4aba-824e-d56a550c4865'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 06:02:03.418783 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-1e9c004e-7911-4155-9001-28c791e91338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T06:01:36Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['18851aa5-ada3-4aba-824e-d56a550c4865'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:02:03.505338 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1af2d097-abf8-4309-9c5b-df5b74e86489 admin admin] Notify callbacks [] for router, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:03.541659 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-1e9c004e-7911-4155-9001-28c791e91338 None None] Set router 18851aa5-ada3-4aba-824e-d56a550c4865 gateway port host: dv-cinder-801617-4-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 06:02:03.550102 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-875761b9-0a35-41b6-ab37-13637786b2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'name': 'tempest-TestVolumeBootPattern-469316562-router', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '1e94306a-7c1a-4d31-86a7-349635fa0a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:58:54Z', 'updated_at': '2021-08-04T05:58:58Z', 'revision_number': 4, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'gw_port': {'id': '1e94306a-7c1a-4d31-86a7-349635fa0a1f', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:28:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:58:55Z', 'updated_at': '2021-08-04T05:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': '0f633ad4-7ed1-43f5-aa0d-17d04f6c73df', 'name': '', 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'mac_address': 'fa:16:3e:36:3b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '1710d15a-86d5-46eb-8a18-ce13aa256ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:58:57Z', 'updated_at': '2021-08-04T05:59:05Z', 'revision_number': 5, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'subnets': [{'id': '1710d15a-86d5-46eb-8a18-ce13aa256ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:02:03.585756 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875761b9-0a35-41b6-ab37-13637786b2c1 None None] The sync data for ids ['a7a14fa8-24b3-4839-91ef-27fe175f609a'] in dv-cinder-801617-4-iscsi is: [{'id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'name': 'tempest-TestVolumeBootPattern-469316562-router', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '1e94306a-7c1a-4d31-86a7-349635fa0a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:58:54Z', 'updated_at': '2021-08-04T05:58:58Z', 'revision_number': 4, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'gw_port': {'id': '1e94306a-7c1a-4d31-86a7-349635fa0a1f', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:28:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:58:55Z', 'updated_at': '2021-08-04T05:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': '0f633ad4-7ed1-43f5-aa0d-17d04f6c73df', 'name': '', 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'mac_address': 'fa:16:3e:36:3b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '1710d15a-86d5-46eb-8a18-ce13aa256ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:58:57Z', 'updated_at': '2021-08-04T05:59:05Z', 'revision_number': 5, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'subnets': [{'id': '1710d15a-86d5-46eb-8a18-ce13aa256ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 06:02:03.615174 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1af2d097-abf8-4309-9c5b-df5b74e86489 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:03.718217 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-db58517f-31b7-4a5e-bf3b-69abb32dacc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:03.734542 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-1e9c004e-7911-4155-9001-28c791e91338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18851aa5-ada3-4aba-824e-d56a550c4865', 'name': 'tempest-TestShelveInstance-1225953417-router', 'tenant_id': '523ead1982c046a394318b39d745033e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'd5cfb1a3-d15e-41f0-af65-6b79b38ddcfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:55:58Z', 'updated_at': '2021-08-04T06:02:02Z', 'revision_number': 5, 'project_id': '523ead1982c046a394318b39d745033e', 'gw_port': {'id': 'd5cfb1a3-d15e-41f0-af65-6b79b38ddcfd', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:8c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18851aa5-ada3-4aba-824e-d56a550c4865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:55:59Z', 'updated_at': '2021-08-04T05:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi'}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:02:03.830592 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-1af2d097-abf8-4309-9c5b-df5b74e86489 admin admin] Deleting port d5cfb1a3-d15e-41f0-af65-6b79b38ddcfd {{(pid=100431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 06:02:03.830592 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1af2d097-abf8-4309-9c5b-df5b74e86489 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:03.867970 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9c004e-7911-4155-9001-28c791e91338 None None] Checking router: 18851aa5-ada3-4aba-824e-d56a550c4865 for host: dv-cinder-801617-4-iscsi {{(pid=100434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 06:02:03.878079 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9c004e-7911-4155-9001-28c791e91338 None None] Routers {'18851aa5-ada3-4aba-824e-d56a550c4865'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 06:02:03.880573 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-1e9c004e-7911-4155-9001-28c791e91338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T06:01:36Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['18851aa5-ada3-4aba-824e-d56a550c4865'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:02:03.898003 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bee78e-b78a-4206-a4c1-5fef95a3de35 None None] New status for floating IP a1d34e3b-008d-4575-9c09-9d66a980c475: DOWN {{(pid=100433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 06:02:03.927374 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-1af2d097-abf8-4309-9c5b-df5b74e86489 admin admin] For port d5cfb1a3-d15e-41f0-af65-6b79b38ddcfd, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=d5cfb1a3-d15e-41f0-af65-6b79b38ddcfd,segment=NetworkSegment(1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa),segment_id=1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:02:03.927757 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1af2d097-abf8-4309-9c5b-df5b74e86489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:03.941445 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-1af2d097-abf8-4309-9c5b-df5b74e86489 admin admin] Calling delete_port for d5cfb1a3-d15e-41f0-af65-6b79b38ddcfd owned by network:router_gateway {{(pid=100431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 06:02:03.971964 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-1e9c004e-7911-4155-9001-28c791e91338 None None] Set router 18851aa5-ada3-4aba-824e-d56a550c4865 gateway port host: None {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 06:02:04.038421 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-1e9c004e-7911-4155-9001-28c791e91338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18851aa5-ada3-4aba-824e-d56a550c4865', 'name': 'tempest-TestShelveInstance-1225953417-router', 'tenant_id': '523ead1982c046a394318b39d745033e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:55:58Z', 'updated_at': '2021-08-04T06:02:03Z', 'revision_number': 6, 'project_id': '523ead1982c046a394318b39d745033e', 'gw_port_host': None}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:02:04.060248 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9c004e-7911-4155-9001-28c791e91338 None None] The sync data for ids ['18851aa5-ada3-4aba-824e-d56a550c4865'] in dv-cinder-801617-4-iscsi is: [{'id': '18851aa5-ada3-4aba-824e-d56a550c4865', 'name': 'tempest-TestShelveInstance-1225953417-router', 'tenant_id': '523ead1982c046a394318b39d745033e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:55:58Z', 'updated_at': '2021-08-04T06:02:03Z', 'revision_number': 6, 'project_id': '523ead1982c046a394318b39d745033e', 'gw_port_host': None}] {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 06:02:04.217115 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1af2d097-abf8-4309-9c5b-df5b74e86489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4497432'] for port, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:04.249999 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af2d097-abf8-4309-9c5b-df5b74e86489 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5cfb1a3-d15e-41f0-af65-6b79b38ddcfd,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:02:04.287132 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-90792ed3-6101-4925-af46-0e09c5a6b411 req-73c49d4f-1081-4fb7-b7c0-c1389512ce00 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb2d2537-58ff-4ee6-bac9-e119452148ab HTTP/1.1" status: 200 len: 210 time: 0.0290606 Aug 04 06:02:04.312576 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1af2d097-abf8-4309-9c5b-df5b74e86489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571853'] for router_gateway, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:04.649404 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1af2d097-abf8-4309-9c5b-df5b74e86489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-937042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24613'] for router, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:04.651463 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1af2d097-abf8-4309-9c5b-df5b74e86489 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:04.805095 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1af2d097-abf8-4309-9c5b-df5b74e86489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-937158'] for router, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:04.810308 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af2d097-abf8-4309-9c5b-df5b74e86489 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18851aa5-ada3-4aba-824e-d56a550c4865 {{(pid=100431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 06:02:04.816336 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1af2d097-abf8-4309-9c5b-df5b74e86489 admin admin] Notify callbacks [] for router, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:04.819967 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-1af2d097-abf8-4309-9c5b-df5b74e86489 admin admin] 10.222.0.37 "DELETE /v2.0/routers/18851aa5-ada3-4aba-824e-d56a550c4865 HTTP/1.1" status: 204 len: 168 time: 1.4272077 Aug 04 06:02:04.820575 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 35120) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:02:04.867257 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ed24841-c43b-4c7d-b315-d54bc1149ead admin admin] Deleting subnet 3a532cc5-30fe-4d47-af3d-673ba61686a8 {{(pid=100431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 06:02:04.870740 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6ed24841-c43b-4c7d-b315-d54bc1149ead admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:04.908635 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6ed24841-c43b-4c7d-b315-d54bc1149ead admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5041290'] for subnet, precommit_delete_associations {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:04.993381 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6ed24841-c43b-4c7d-b315-d54bc1149ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2010901'] for subnet, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:05.143354 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6ed24841-c43b-4c7d-b315-d54bc1149ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4497607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5171325'] for subnet, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:05.175378 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed24841-c43b-4c7d-b315-d54bc1149ead admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a532cc5-30fe-4d47-af3d-673ba61686a8,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:02:05.180510 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6ed24841-c43b-4c7d-b315-d54bc1149ead admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for subnet, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:05.181820 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f82160e-f31b-4b5f-ab8c-73b56d14fe04 None None] Network 547de350-98df-426a-b398-b032321fdf42 requested from dv-cinder-801617-4-iscsi {{(pid=100433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 06:02:05.182413 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-6ed24841-c43b-4c7d-b315-d54bc1149ead admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3a532cc5-30fe-4d47-af3d-673ba61686a8 HTTP/1.1" status: 204 len: 168 time: 0.3612518 Aug 04 06:02:05.185199 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 35138) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:02:05.271560 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-a08f197f-de45-43fd-84d2-0a26bfc4ab47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601179'] for network, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:05.326242 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [None req-a08f197f-de45-43fd-84d2-0a26bfc4ab47 admin admin] Deleting port 4a04aa5a-001d-4f41-8348-0e7a69616858 {{(pid=100432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 06:02:05.326242 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-a08f197f-de45-43fd-84d2-0a26bfc4ab47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:05.360181 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf no longer exists at agent hyperv_hv-cinder-80161 {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 06:02:05.384296 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] No Port match for: 1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf {{(pid=100433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 06:02:05.385121 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 1a29ecb7-ada3-43a7-be7c-4e597fd2ebbf not bound to the agent host hv-cinder-80161 {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 06:02:05.420257 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1e84de-80d5-4378-b9ef-5992796471c7 None None] DHCP port deletion for 547de350-98df-426a-b398-b032321fdf42 request from dv-cinder-801617-4-iscsi {{(pid=100433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 06:02:05.432093 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [None req-a08f197f-de45-43fd-84d2-0a26bfc4ab47 admin admin] For port 4a04aa5a-001d-4f41-8348-0e7a69616858, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=4a04aa5a-001d-4f41-8348-0e7a69616858,segment=NetworkSegment(0b477fa9-9a15-43bb-aae1-0edcbae189f4),segment_id=0b477fa9-9a15-43bb-aae1-0edcbae189f4)] {{(pid=100432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:02:05.432786 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-a08f197f-de45-43fd-84d2-0a26bfc4ab47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:05.450268 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [None req-a08f197f-de45-43fd-84d2-0a26bfc4ab47 admin admin] Calling delete_port for 4a04aa5a-001d-4f41-8348-0e7a69616858 owned by network:dhcp {{(pid=100432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 06:02:05.480067 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-bd1e84de-80d5-4378-b9ef-5992796471c7 None None] Deleting port 4a04aa5a-001d-4f41-8348-0e7a69616858 {{(pid=100433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 06:02:05.480446 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-bd1e84de-80d5-4378-b9ef-5992796471c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:05.543578 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-bd1e84de-80d5-4378-b9ef-5992796471c7 None None] For port 4a04aa5a-001d-4f41-8348-0e7a69616858, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=4a04aa5a-001d-4f41-8348-0e7a69616858,segment=NetworkSegment(0b477fa9-9a15-43bb-aae1-0edcbae189f4),segment_id=0b477fa9-9a15-43bb-aae1-0edcbae189f4)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:02:05.544066 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-bd1e84de-80d5-4378-b9ef-5992796471c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:05.560562 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-bd1e84de-80d5-4378-b9ef-5992796471c7 None None] Calling delete_port for 4a04aa5a-001d-4f41-8348-0e7a69616858 owned by network:dhcp {{(pid=100433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 06:02:05.662369 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-a08f197f-de45-43fd-84d2-0a26bfc4ab47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:05.668072 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-bd1e84de-80d5-4378-b9ef-5992796471c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615'] for port, after_delete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:05.690775 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08f197f-de45-43fd-84d2-0a26bfc4ab47 admin admin] No DVR routers for this DVR port 4a04aa5a-001d-4f41-8348-0e7a69616858 on host dv-cinder-801617-4-iscsi {{(pid=100432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 06:02:05.693842 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e84de-80d5-4378-b9ef-5992796471c7 None None] Pushing event deleted for resources: {'Port': ['ID=4a04aa5a-001d-4f41-8348-0e7a69616858,revision_number=None']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:02:05.695240 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08f197f-de45-43fd-84d2-0a26bfc4ab47 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a04aa5a-001d-4f41-8348-0e7a69616858,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:02:05.703206 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1e84de-80d5-4378-b9ef-5992796471c7 None None] No DVR routers for this DVR port 4a04aa5a-001d-4f41-8348-0e7a69616858 on host dv-cinder-801617-4-iscsi {{(pid=100433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 06:02:05.704555 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1e84de-80d5-4378-b9ef-5992796471c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:02:05.704927 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1e84de-80d5-4378-b9ef-5992796471c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:02:05.705247 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1e84de-80d5-4378-b9ef-5992796471c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:02:05.705578 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1e84de-80d5-4378-b9ef-5992796471c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:02:05.705903 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1e84de-80d5-4378-b9ef-5992796471c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:02:05.706234 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1e84de-80d5-4378-b9ef-5992796471c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:02:05.706558 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1e84de-80d5-4378-b9ef-5992796471c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:02:05.706885 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1e84de-80d5-4378-b9ef-5992796471c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:02:05.707208 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1e84de-80d5-4378-b9ef-5992796471c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:02:05.707531 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1e84de-80d5-4378-b9ef-5992796471c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:02:05.707848 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1e84de-80d5-4378-b9ef-5992796471c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:02:05.708188 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1e84de-80d5-4378-b9ef-5992796471c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:02:05.775137 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-a08f197f-de45-43fd-84d2-0a26bfc4ab47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660050', 'neutron.services.segments.db._delete_segments_for_network-8791115231223'] for network, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:05.785028 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.services.segments.db [None req-a08f197f-de45-43fd-84d2-0a26bfc4ab47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['547de350-98df-426a-b398-b032321fdf42']}} {{(pid=100432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:02:05.795895 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.services.segments.db [None req-a08f197f-de45-43fd-84d2-0a26bfc4ab47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b477fa9-9a15-43bb-aae1-0edcbae189f4') {'for_net_delete': True} {{(pid=100432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:02:05.796065 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.services.segments.db [None req-a08f197f-de45-43fd-84d2-0a26bfc4ab47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b477fa9-9a15-43bb-aae1-0edcbae189f4') {} {{(pid=100432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:02:05.802278 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 4a04aa5a-001d-4f41-8348-0e7a69616858 no longer exists at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 06:02:05.805988 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-a08f197f-de45-43fd-84d2-0a26bfc4ab47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791115235332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6962323'] for segment, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:05.820365 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-a08f197f-de45-43fd-84d2-0a26bfc4ab47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2010985'] for segment, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:05.823413 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] No Port match for: 4a04aa5a-001d-4f41-8348-0e7a69616858 {{(pid=100433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 06:02:05.823756 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 4a04aa5a-001d-4f41-8348-0e7a69616858 not bound to the agent host dv-cinder-801617-4-iscsi {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 06:02:05.824969 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device d5cfb1a3-d15e-41f0-af65-6b79b38ddcfd no longer exists at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 06:02:05.827131 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a08f197f-de45-43fd-84d2-0a26bfc4ab47 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=100432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 06:02:05.827518 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-a08f197f-de45-43fd-84d2-0a26bfc4ab47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2010985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5048205'] for segment, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:05.829237 dv-cinder-801617-4-iscsi neutron-server[100432]: Traceback (most recent call last): Aug 04 06:02:05.829237 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 06:02:05.829237 dv-cinder-801617-4-iscsi neutron-server[100432]: timer() Aug 04 06:02:05.829237 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 06:02:05.829237 dv-cinder-801617-4-iscsi neutron-server[100432]: cb(*args, **kw) Aug 04 06:02:05.829237 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 06:02:05.829237 dv-cinder-801617-4-iscsi neutron-server[100432]: return func(*args, **kwargs) Aug 04 06:02:05.829237 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 06:02:05.829237 dv-cinder-801617-4-iscsi neutron-server[100432]: self._notify() Aug 04 06:02:05.829237 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 06:02:05.829237 dv-cinder-801617-4-iscsi neutron-server[100432]: self.callback(batched_events) Aug 04 06:02:05.829237 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 06:02:05.829237 dv-cinder-801617-4-iscsi neutron-server[100432]: event.method(event) Aug 04 06:02:05.829237 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 06:02:05.829237 dv-cinder-801617-4-iscsi neutron-server[100432]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 06:02:05.829237 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 06:02:05.829237 dv-cinder-801617-4-iscsi neutron-server[100432]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 06:02:05.829237 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 06:02:05.829237 dv-cinder-801617-4-iscsi neutron-server[100432]: return f(self, *a, **k) Aug 04 06:02:05.829237 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 06:02:05.829237 dv-cinder-801617-4-iscsi neutron-server[100432]: return self._get(url).json() Aug 04 06:02:05.829237 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 06:02:05.829237 dv-cinder-801617-4-iscsi neutron-server[100432]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 06:02:05.829237 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 06:02:05.829237 dv-cinder-801617-4-iscsi neutron-server[100432]: return self.request(url, 'GET', **kwargs) Aug 04 06:02:05.829237 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 06:02:05.829237 dv-cinder-801617-4-iscsi neutron-server[100432]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 06:02:05.829237 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 06:02:05.829237 dv-cinder-801617-4-iscsi neutron-server[100432]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 06:02:05.829237 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 06:02:05.829237 dv-cinder-801617-4-iscsi neutron-server[100432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 06:02:05.829237 dv-cinder-801617-4-iscsi neutron-server[100432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 06:02:05.843617 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] No Port match for: d5cfb1a3-d15e-41f0-af65-6b79b38ddcfd {{(pid=100433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 06:02:05.843962 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device d5cfb1a3-d15e-41f0-af65-6b79b38ddcfd not bound to the agent host dv-cinder-801617-4-iscsi {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 06:02:05.844592 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 9056374d-a7db-407b-81b2-26628dad619e no longer exists at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 06:02:05.866342 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] No Port match for: 9056374d-a7db-407b-81b2-26628dad619e {{(pid=100433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 06:02:05.866666 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 9056374d-a7db-407b-81b2-26628dad619e not bound to the agent host dv-cinder-801617-4-iscsi {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 06:02:05.982979 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-a08f197f-de45-43fd-84d2-0a26bfc4ab47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571881'] for network, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:05.999435 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-a08f197f-de45-43fd-84d2-0a26bfc4ab47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for network, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:06.001324 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-a08f197f-de45-43fd-84d2-0a26bfc4ab47 admin admin] 10.222.0.37 "DELETE /v2.0/networks/547de350-98df-426a-b398-b032321fdf42 HTTP/1.1" status: 204 len: 168 time: 0.8149552 Aug 04 06:02:06.002636 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08f197f-de45-43fd-84d2-0a26bfc4ab47 admin admin] Pushing event deleted for resources: {'Network': ['ID=547de350-98df-426a-b398-b032321fdf42,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:02:06.004407 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 35178) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:02:06.065569 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-b5933978-545c-4ef1-8144-a50ab30b44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:06.065710 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-749354f3-004c-4c44-a77f-e41722dafb3a req-e2843800-851f-44a0-85ae-b8841a0c2e77 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-288788426&fields=id&tenant_id=b09ae787d8884ae3ba4497e18def9b7a HTTP/1.1" status: 200 len: 267 time: 0.0468855 Aug 04 06:02:06.163724 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:06.182306 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749354f3-004c-4c44-a77f-e41722dafb3a req-1b074754-04fe-4be9-826f-6c7682f74750 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:02:06.184422 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-749354f3-004c-4c44-a77f-e41722dafb3a req-1b074754-04fe-4be9-826f-6c7682f74750 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/networks?id=75087129-2768-469a-b081-a5bf8e2c4322 HTTP/1.1" status: 200 len: 811 time: 0.1156375 Aug 04 06:02:06.199674 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-749354f3-004c-4c44-a77f-e41722dafb3a req-60e85800-06a0-41dc-9ab0-e7aeab7376dd tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/quotas/b09ae787d8884ae3ba4497e18def9b7a HTTP/1.1" status: 200 len: 375 time: 0.0093117 Aug 04 06:02:06.254476 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-749354f3-004c-4c44-a77f-e41722dafb3a req-c4697020-746a-49f3-82d1-70de0eccf46e tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b09ae787d8884ae3ba4497e18def9b7a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491323 Aug 04 06:02:06.351184 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-749354f3-004c-4c44-a77f-e41722dafb3a req-32d01da7-2c27-4e02-9ca9-c0b2d2f4789f service neutron] 10.222.0.37 "GET /v2.0/networks/75087129-2768-469a-b081-a5bf8e2c4322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854504 Aug 04 06:02:06.431468 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0fea5ef0-3b49-4533-9387-724ea3dc3764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-946435'] for router_interface, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:06.442450 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-749354f3-004c-4c44-a77f-e41722dafb3a req-71eec8df-a7a6-49f4-8c49-0703513fc629 service neutron] 10.222.0.37 "GET /v2.0/networks/75087129-2768-469a-b081-a5bf8e2c4322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836134 Aug 04 06:02:06.737396 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-0fea5ef0-3b49-4533-9387-724ea3dc3764 admin admin] Deleting port 532503a9-cd32-46f5-95e1-96478bc7ae68 {{(pid=100431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 06:02:06.737643 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0fea5ef0-3b49-4533-9387-724ea3dc3764 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:06.819511 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-0fea5ef0-3b49-4533-9387-724ea3dc3764 admin admin] For port 532503a9-cd32-46f5-95e1-96478bc7ae68, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=532503a9-cd32-46f5-95e1-96478bc7ae68,segment=NetworkSegment(9d5cf0bf-f737-4801-b53b-2dfaf9726d72),segment_id=9d5cf0bf-f737-4801-b53b-2dfaf9726d72)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:02:06.819899 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0fea5ef0-3b49-4533-9387-724ea3dc3764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:06.835090 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-0fea5ef0-3b49-4533-9387-724ea3dc3764 admin admin] Calling delete_port for 532503a9-cd32-46f5-95e1-96478bc7ae68 owned by network:router_interface {{(pid=100431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 06:02:07.156914 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0fea5ef0-3b49-4533-9387-724ea3dc3764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4497432'] for port, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:07.181988 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-8618bbe9-e7b0-4d06-bc72-c1f378615ed3 req-bd65c18a-d22d-4af4-819f-e4f047523fbe tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=48799c1b-49e1-454d-8e09-4f2294342999 HTTP/1.1" status: 200 len: 210 time: 0.0365255 Aug 04 06:02:07.200076 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea5ef0-3b49-4533-9387-724ea3dc3764 admin admin] Pushing event deleted for resources: {'Port': ['ID=532503a9-cd32-46f5-95e1-96478bc7ae68,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:02:07.382269 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0fea5ef0-3b49-4533-9387-724ea3dc3764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-946551'] for router_interface, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:07.592717 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fea5ef0-3b49-4533-9387-724ea3dc3764 admin admin] Router 3dc330e6-2b20-4c4a-8c9e-b2ba64598db1 has already been hosted by L3 agent 1092c566-0070-459b-a71e-112f2411deeb {{(pid=100431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 06:02:07.679719 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6693b30c-6718-4946-8b55-748181203f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:07.696720 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fea5ef0-3b49-4533-9387-724ea3dc3764 admin admin] Notify agent at l3_agent.dv-cinder-801617-4-iscsi the message routers_updated {{(pid=100431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 06:02:07.718460 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-0fea5ef0-3b49-4533-9387-724ea3dc3764 admin admin] 10.222.0.37 "PUT /v2.0/routers/3dc330e6-2b20-4c4a-8c9e-b2ba64598db1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6966963 Aug 04 06:02:07.718460 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 35224) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:02:07.718644 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24df1229-49d1-416b-bd64-043197435f5b None None] Sync routers for ids ['3dc330e6-2b20-4c4a-8c9e-b2ba64598db1'] in dv-cinder-801617-4-iscsi {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 06:02:07.718644 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24df1229-49d1-416b-bd64-043197435f5b None None] Routers {'3dc330e6-2b20-4c4a-8c9e-b2ba64598db1'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 06:02:07.718644 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-24df1229-49d1-416b-bd64-043197435f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T06:02:06Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['3dc330e6-2b20-4c4a-8c9e-b2ba64598db1'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:02:07.825232 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6b5c9a55-3126-4d79-964a-6da2394ed514 admin admin] Notify callbacks [] for router, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:07.825448 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-24df1229-49d1-416b-bd64-043197435f5b None None] Set router 3dc330e6-2b20-4c4a-8c9e-b2ba64598db1 gateway port host: dv-cinder-801617-4-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 06:02:08.047746 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-24df1229-49d1-416b-bd64-043197435f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc330e6-2b20-4c4a-8c9e-b2ba64598db1', 'name': 'tempest-TestShelveInstance-134086962-router', 'tenant_id': '98cce3815a9c46d993d846feafb4a926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'ea13910a-fe57-432c-8af4-8caf452038ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:56:08Z', 'updated_at': '2021-08-04T06:02:06Z', 'revision_number': 5, 'project_id': '98cce3815a9c46d993d846feafb4a926', 'gw_port': {'id': 'ea13910a-fe57-432c-8af4-8caf452038ff', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:27:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc330e6-2b20-4c4a-8c9e-b2ba64598db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:56:10Z', 'updated_at': '2021-08-04T05:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi'}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:02:08.082197 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24df1229-49d1-416b-bd64-043197435f5b None None] Checking router: 3dc330e6-2b20-4c4a-8c9e-b2ba64598db1 for host: dv-cinder-801617-4-iscsi {{(pid=100434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 06:02:08.093610 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24df1229-49d1-416b-bd64-043197435f5b None None] Routers {'3dc330e6-2b20-4c4a-8c9e-b2ba64598db1'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 06:02:08.094243 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-24df1229-49d1-416b-bd64-043197435f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T06:02:06Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['3dc330e6-2b20-4c4a-8c9e-b2ba64598db1'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:02:08.182781 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6b5c9a55-3126-4d79-964a-6da2394ed514 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:08.203476 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-24df1229-49d1-416b-bd64-043197435f5b None None] Set router 3dc330e6-2b20-4c4a-8c9e-b2ba64598db1 gateway port host: dv-cinder-801617-4-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 06:02:08.262556 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-cbe4a0f8-e5a1-477d-935f-0d7a1eadf03c req-a2b81175-cc40-4666-92e9-515dbeeabe90 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=48799c1b-49e1-454d-8e09-4f2294342999 HTTP/1.1" status: 200 len: 210 time: 0.0284858 Aug 04 06:02:08.389250 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-24df1229-49d1-416b-bd64-043197435f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc330e6-2b20-4c4a-8c9e-b2ba64598db1', 'name': 'tempest-TestShelveInstance-134086962-router', 'tenant_id': '98cce3815a9c46d993d846feafb4a926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'ea13910a-fe57-432c-8af4-8caf452038ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:56:08Z', 'updated_at': '2021-08-04T06:02:06Z', 'revision_number': 5, 'project_id': '98cce3815a9c46d993d846feafb4a926', 'gw_port': {'id': 'ea13910a-fe57-432c-8af4-8caf452038ff', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:27:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc330e6-2b20-4c4a-8c9e-b2ba64598db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:56:10Z', 'updated_at': '2021-08-04T05:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi'}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:02:08.396036 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-6b5c9a55-3126-4d79-964a-6da2394ed514 admin admin] Deleting port ea13910a-fe57-432c-8af4-8caf452038ff {{(pid=100431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 06:02:08.396479 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6b5c9a55-3126-4d79-964a-6da2394ed514 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:08.423397 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24df1229-49d1-416b-bd64-043197435f5b None None] The sync data for ids ['3dc330e6-2b20-4c4a-8c9e-b2ba64598db1'] in dv-cinder-801617-4-iscsi is: [{'id': '3dc330e6-2b20-4c4a-8c9e-b2ba64598db1', 'name': 'tempest-TestShelveInstance-134086962-router', 'tenant_id': '98cce3815a9c46d993d846feafb4a926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'ea13910a-fe57-432c-8af4-8caf452038ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:56:08Z', 'updated_at': '2021-08-04T06:02:06Z', 'revision_number': 5, 'project_id': '98cce3815a9c46d993d846feafb4a926', 'gw_port': {'id': 'ea13910a-fe57-432c-8af4-8caf452038ff', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:27:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc330e6-2b20-4c4a-8c9e-b2ba64598db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:56:10Z', 'updated_at': '2021-08-04T05:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi'}] {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 06:02:08.486778 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-6b5c9a55-3126-4d79-964a-6da2394ed514 admin admin] For port ea13910a-fe57-432c-8af4-8caf452038ff, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=ea13910a-fe57-432c-8af4-8caf452038ff,segment=NetworkSegment(1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa),segment_id=1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:02:08.486778 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6b5c9a55-3126-4d79-964a-6da2394ed514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:08.501940 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-6b5c9a55-3126-4d79-964a-6da2394ed514 admin admin] Calling delete_port for ea13910a-fe57-432c-8af4-8caf452038ff owned by network:router_gateway {{(pid=100431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 06:02:08.765430 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6b5c9a55-3126-4d79-964a-6da2394ed514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4497432'] for port, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:08.794856 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c9a55-3126-4d79-964a-6da2394ed514 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea13910a-fe57-432c-8af4-8caf452038ff,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:02:08.852691 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6b5c9a55-3126-4d79-964a-6da2394ed514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571853'] for router_gateway, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:08.942546 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6b5c9a55-3126-4d79-964a-6da2394ed514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-937042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24613'] for router, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:08.944680 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6b5c9a55-3126-4d79-964a-6da2394ed514 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:09.131180 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6b5c9a55-3126-4d79-964a-6da2394ed514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-937158'] for router, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:09.131840 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5c9a55-3126-4d79-964a-6da2394ed514 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3dc330e6-2b20-4c4a-8c9e-b2ba64598db1 {{(pid=100431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 06:02:09.136336 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6b5c9a55-3126-4d79-964a-6da2394ed514 admin admin] Notify callbacks [] for router, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:09.138335 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-6b5c9a55-3126-4d79-964a-6da2394ed514 admin admin] 10.222.0.37 "DELETE /v2.0/routers/3dc330e6-2b20-4c4a-8c9e-b2ba64598db1 HTTP/1.1" status: 204 len: 168 time: 1.4324796 Aug 04 06:02:09.140862 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 35240) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:02:09.200592 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.db_base_plugin_v2 [None req-46a65dbf-89c0-45f4-92fd-aa660b0801d3 admin admin] Deleting subnet 90ea8abe-48bc-4c94-bc61-20fcc229d005 {{(pid=100431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 06:02:09.201721 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-46a65dbf-89c0-45f4-92fd-aa660b0801d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:09.240603 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-46a65dbf-89c0-45f4-92fd-aa660b0801d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5041290'] for subnet, precommit_delete_associations {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:09.362100 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-46a65dbf-89c0-45f4-92fd-aa660b0801d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2010901'] for subnet, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:09.365587 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-714e70ec-eed2-4d8e-a835-d6b341cefd18 req-fe35c46e-2c16-4060-8a7a-39feacc5c179 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=48799c1b-49e1-454d-8e09-4f2294342999 HTTP/1.1" status: 200 len: 210 time: 0.0321453 Aug 04 06:02:09.416692 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-dee0c6e9-f257-441c-951e-ad3806d8c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:09.612803 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-46a65dbf-89c0-45f4-92fd-aa660b0801d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4497607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5171325'] for subnet, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:09.640843 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a65dbf-89c0-45f4-92fd-aa660b0801d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90ea8abe-48bc-4c94-bc61-20fcc229d005,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:02:09.644432 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-46a65dbf-89c0-45f4-92fd-aa660b0801d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for subnet, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:09.646344 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-46a65dbf-89c0-45f4-92fd-aa660b0801d3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/90ea8abe-48bc-4c94-bc61-20fcc229d005 HTTP/1.1" status: 204 len: 168 time: 0.5043252 Aug 04 06:02:09.649130 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 35248) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:02:09.651755 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be04d5e-8096-46e0-80d8-993b6d0e5a48 None None] Network 6cd6a946-1a45-456b-b965-f78d212f60ab requested from dv-cinder-801617-4-iscsi {{(pid=100433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 06:02:09.735386 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-aa341ff1-283c-4aa2-a6df-5db9b53997bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601179'] for network, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:09.821217 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-aa341ff1-283c-4aa2-a6df-5db9b53997bc admin admin] Deleting port b9f0c74e-482c-4656-8d2e-80a0bb7b6789 {{(pid=100431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 06:02:09.821499 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-aa341ff1-283c-4aa2-a6df-5db9b53997bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:09.830489 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device ea13910a-fe57-432c-8af4-8caf452038ff no longer exists at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 06:02:09.856019 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3d6f06-f218-4f7e-843e-b73c68e65718 None None] DHCP port deletion for 6cd6a946-1a45-456b-b965-f78d212f60ab request from dv-cinder-801617-4-iscsi {{(pid=100433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 06:02:09.859331 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] No Port match for: ea13910a-fe57-432c-8af4-8caf452038ff {{(pid=100433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 06:02:09.860081 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device ea13910a-fe57-432c-8af4-8caf452038ff not bound to the agent host dv-cinder-801617-4-iscsi {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 06:02:09.860494 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 532503a9-cd32-46f5-95e1-96478bc7ae68 no longer exists at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 06:02:09.888115 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-aa341ff1-283c-4aa2-a6df-5db9b53997bc admin admin] For port b9f0c74e-482c-4656-8d2e-80a0bb7b6789, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=b9f0c74e-482c-4656-8d2e-80a0bb7b6789,segment=NetworkSegment(9d5cf0bf-f737-4801-b53b-2dfaf9726d72),segment_id=9d5cf0bf-f737-4801-b53b-2dfaf9726d72)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:02:09.888397 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-aa341ff1-283c-4aa2-a6df-5db9b53997bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:09.896616 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] No Port match for: 532503a9-cd32-46f5-95e1-96478bc7ae68 {{(pid=100433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 06:02:09.896966 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 532503a9-cd32-46f5-95e1-96478bc7ae68 not bound to the agent host dv-cinder-801617-4-iscsi {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 06:02:09.902532 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-aa341ff1-283c-4aa2-a6df-5db9b53997bc admin admin] Calling delete_port for b9f0c74e-482c-4656-8d2e-80a0bb7b6789 owned by network:dhcp {{(pid=100431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 06:02:09.925710 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-8c3d6f06-f218-4f7e-843e-b73c68e65718 None None] Deleting port b9f0c74e-482c-4656-8d2e-80a0bb7b6789 {{(pid=100433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 06:02:09.926090 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-8c3d6f06-f218-4f7e-843e-b73c68e65718 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:09.993015 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-8c3d6f06-f218-4f7e-843e-b73c68e65718 None None] For port b9f0c74e-482c-4656-8d2e-80a0bb7b6789, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=b9f0c74e-482c-4656-8d2e-80a0bb7b6789,segment=NetworkSegment(9d5cf0bf-f737-4801-b53b-2dfaf9726d72),segment_id=9d5cf0bf-f737-4801-b53b-2dfaf9726d72)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:02:09.993511 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-8c3d6f06-f218-4f7e-843e-b73c68e65718 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:10.011460 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-8c3d6f06-f218-4f7e-843e-b73c68e65718 None None] Calling delete_port for b9f0c74e-482c-4656-8d2e-80a0bb7b6789 owned by network:dhcp {{(pid=100433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 06:02:10.073913 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-aa341ff1-283c-4aa2-a6df-5db9b53997bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4497432'] for port, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:10.093719 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-8c3d6f06-f218-4f7e-843e-b73c68e65718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615'] for port, after_delete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:10.104163 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa341ff1-283c-4aa2-a6df-5db9b53997bc admin admin] Pushing event deleted for resources: {'Port': ['ID=b9f0c74e-482c-4656-8d2e-80a0bb7b6789,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:02:10.106706 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa341ff1-283c-4aa2-a6df-5db9b53997bc admin admin] No DVR routers for this DVR port b9f0c74e-482c-4656-8d2e-80a0bb7b6789 on host dv-cinder-801617-4-iscsi {{(pid=100431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 06:02:10.127537 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3d6f06-f218-4f7e-843e-b73c68e65718 None None] Pushing event deleted for resources: {'Port': ['ID=b9f0c74e-482c-4656-8d2e-80a0bb7b6789,revision_number=None']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:02:10.132147 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3d6f06-f218-4f7e-843e-b73c68e65718 None None] No DVR routers for this DVR port b9f0c74e-482c-4656-8d2e-80a0bb7b6789 on host dv-cinder-801617-4-iscsi {{(pid=100433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 06:02:10.176809 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-aa341ff1-283c-4aa2-a6df-5db9b53997bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660050', 'neutron.services.segments.db._delete_segments_for_network-8791115231223'] for network, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:10.186981 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.services.segments.db [None req-aa341ff1-283c-4aa2-a6df-5db9b53997bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cd6a946-1a45-456b-b965-f78d212f60ab']}} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:02:10.197110 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.services.segments.db [None req-aa341ff1-283c-4aa2-a6df-5db9b53997bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d5cf0bf-f737-4801-b53b-2dfaf9726d72') {'for_net_delete': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:02:10.197399 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.services.segments.db [None req-aa341ff1-283c-4aa2-a6df-5db9b53997bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d5cf0bf-f737-4801-b53b-2dfaf9726d72') {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:02:10.206079 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-aa341ff1-283c-4aa2-a6df-5db9b53997bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791115235332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5041281'] for segment, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:10.224255 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-aa341ff1-283c-4aa2-a6df-5db9b53997bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2010985'] for segment, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:10.230167 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa341ff1-283c-4aa2-a6df-5db9b53997bc admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=100431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 06:02:10.232269 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-aa341ff1-283c-4aa2-a6df-5db9b53997bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2010985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4497517'] for segment, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:10.232838 dv-cinder-801617-4-iscsi neutron-server[100431]: Traceback (most recent call last): Aug 04 06:02:10.232838 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 06:02:10.232838 dv-cinder-801617-4-iscsi neutron-server[100431]: timer() Aug 04 06:02:10.232838 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 06:02:10.232838 dv-cinder-801617-4-iscsi neutron-server[100431]: cb(*args, **kw) Aug 04 06:02:10.232838 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 06:02:10.232838 dv-cinder-801617-4-iscsi neutron-server[100431]: return func(*args, **kwargs) Aug 04 06:02:10.232838 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 06:02:10.232838 dv-cinder-801617-4-iscsi neutron-server[100431]: self._notify() Aug 04 06:02:10.232838 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 06:02:10.232838 dv-cinder-801617-4-iscsi neutron-server[100431]: self.callback(batched_events) Aug 04 06:02:10.232838 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 06:02:10.232838 dv-cinder-801617-4-iscsi neutron-server[100431]: event.method(event) Aug 04 06:02:10.232838 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 06:02:10.232838 dv-cinder-801617-4-iscsi neutron-server[100431]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 06:02:10.232838 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 06:02:10.232838 dv-cinder-801617-4-iscsi neutron-server[100431]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 06:02:10.232838 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 06:02:10.232838 dv-cinder-801617-4-iscsi neutron-server[100431]: return f(self, *a, **k) Aug 04 06:02:10.232838 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 06:02:10.232838 dv-cinder-801617-4-iscsi neutron-server[100431]: return self._get(url).json() Aug 04 06:02:10.232838 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 06:02:10.232838 dv-cinder-801617-4-iscsi neutron-server[100431]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 06:02:10.232838 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 06:02:10.232838 dv-cinder-801617-4-iscsi neutron-server[100431]: return self.request(url, 'GET', **kwargs) Aug 04 06:02:10.232838 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 06:02:10.232838 dv-cinder-801617-4-iscsi neutron-server[100431]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 06:02:10.232838 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 06:02:10.232838 dv-cinder-801617-4-iscsi neutron-server[100431]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 06:02:10.232838 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 06:02:10.232838 dv-cinder-801617-4-iscsi neutron-server[100431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 06:02:10.232838 dv-cinder-801617-4-iscsi neutron-server[100431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 06:02:10.439688 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-aa341ff1-283c-4aa2-a6df-5db9b53997bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571881'] for network, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:10.460882 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-aa341ff1-283c-4aa2-a6df-5db9b53997bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for network, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:10.463179 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-aa341ff1-283c-4aa2-a6df-5db9b53997bc admin admin] 10.222.0.37 "DELETE /v2.0/networks/6cd6a946-1a45-456b-b965-f78d212f60ab HTTP/1.1" status: 204 len: 168 time: 0.8120375 Aug 04 06:02:10.465017 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa341ff1-283c-4aa2-a6df-5db9b53997bc admin admin] Pushing event deleted for resources: {'Network': ['ID=6cd6a946-1a45-456b-b965-f78d212f60ab,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:02:10.645848 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-11ac62fb-4934-43da-940c-010f2058163f req-7c863678-af6f-4840-8d63-2398761f7356 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=48799c1b-49e1-454d-8e09-4f2294342999 HTTP/1.1" status: 200 len: 210 time: 0.0336578 Aug 04 06:02:10.691440 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749354f3-004c-4c44-a77f-e41722dafb3a req-557d3090-3624-469e-b15b-b0d6678e6cb4 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:02:10.692967 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-749354f3-004c-4c44-a77f-e41722dafb3a req-557d3090-3624-469e-b15b-b0d6678e6cb4 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.18 "GET /v2.0/networks?id=75087129-2768-469a-b081-a5bf8e2c4322 HTTP/1.1" status: 200 len: 811 time: 0.4143174 Aug 04 06:02:10.748616 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-749354f3-004c-4c44-a77f-e41722dafb3a req-54d9afe7-eb67-4b4d-9c7c-a02309a80c91 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b09ae787d8884ae3ba4497e18def9b7a HTTP/1.1" status: 200 len: 379 time: 0.0429282 Aug 04 06:02:10.759218 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [req-749354f3-004c-4c44-a77f-e41722dafb3a req-44969998-75ba-45ef-867b-906c0910f0f5 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Request body: {'port': {'device_id': '48799c1b-49e1-454d-8e09-4f2294342999', 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322', 'admin_state_up': True, 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'security_groups': ['001f273c-59a8-4cf5-bf44-7d4de218e3c6']}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 06:02:10.915556 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 35264) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:02:10.944623 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 35266) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:02:10.962282 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-8369ce10-17fe-4494-8cbc-72c5b7ff7af6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=523ead1982c046a394318b39d745033e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0452573 Aug 04 06:02:10.965259 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 35270) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:02:10.977959 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-749354f3-004c-4c44-a77f-e41722dafb3a req-44969998-75ba-45ef-867b-906c0910f0f5 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Made reservation on behalf of b09ae787d8884ae3ba4497e18def9b7a for: {'port': 1} {{(pid=100432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 06:02:10.981555 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-749354f3-004c-4c44-a77f-e41722dafb3a req-44969998-75ba-45ef-867b-906c0910f0f5 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:11.080775 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d706ca64-004a-4e71-91ab-02ce47db5f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:11.141774 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-1d24d79f-122d-47ea-8e70-61ad6e82f8e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:11.147616 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d706ca64-004a-4e71-91ab-02ce47db5f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:11.197533 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.db_base_plugin_common [req-749354f3-004c-4c44-a77f-e41722dafb3a req-44969998-75ba-45ef-867b-906c0910f0f5 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Allocated IP 172.20.0.14 (75087129-2768-469a-b081-a5bf8e2c4322/1710d15a-86d5-46eb-8a18-ce13aa256ffd/629fa75e-e7bb-4013-a166-699f8cb00ae2) {{(pid=100432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 06:02:11.314227 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-1d24d79f-122d-47ea-8e70-61ad6e82f8e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:11.352345 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d706ca64-004a-4e71-91ab-02ce47db5f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:11.354874 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d706ca64-004a-4e71-91ab-02ce47db5f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:11.356409 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-d706ca64-004a-4e71-91ab-02ce47db5f77 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c0b9908c-04fb-4177-b193-4130ea5a447a HTTP/1.1" status: 204 len: 168 time: 0.3900130 Aug 04 06:02:11.404674 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-1d24d79f-122d-47ea-8e70-61ad6e82f8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:11.410042 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d706ca64-004a-4e71-91ab-02ce47db5f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b9908c-04fb-4177-b193-4130ea5a447a,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:02:11.460687 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d24d79f-122d-47ea-8e70-61ad6e82f8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159ff619-ad33-41be-bb55-9a11eea7636a,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:02:11.468448 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-1d24d79f-122d-47ea-8e70-61ad6e82f8e0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=77312c84a2a244bd85c9e32d620e85f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5225568 Aug 04 06:02:11.471082 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 35276) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:02:11.507083 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-749354f3-004c-4c44-a77f-e41722dafb3a req-44969998-75ba-45ef-867b-906c0910f0f5 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks [] for port, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:11.524480 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1d7e7135-cce8-4af9-aae9-dbae5037701f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:11.524638 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.provisioning_blocks [req-749354f3-004c-4c44-a77f-e41722dafb3a req-44969998-75ba-45ef-867b-906c0910f0f5 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Transition to ACTIVE for port object 629fa75e-e7bb-4013-a166-699f8cb00ae2 will not be triggered until provisioned by entity DHCP. {{(pid=100432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 06:02:11.550617 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1d7e7135-cce8-4af9-aae9-dbae5037701f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:11.663501 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-749354f3-004c-4c44-a77f-e41722dafb3a req-44969998-75ba-45ef-867b-906c0910f0f5 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:11.709517 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-749354f3-004c-4c44-a77f-e41722dafb3a req-44969998-75ba-45ef-867b-906c0910f0f5 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Network 75087129-2768-469a-b081-a5bf8e2c4322 is already hosted by enough agents. {{(pid=100432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 06:02:11.715333 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.base_scheduler [req-749354f3-004c-4c44-a77f-e41722dafb3a req-44969998-75ba-45ef-867b-906c0910f0f5 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Resources bound (agent type, host, resource id): {{(pid=100432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 06:02:11.718599 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1d7e7135-cce8-4af9-aae9-dbae5037701f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:11.720161 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.l3_dvrscheduler_db [req-749354f3-004c-4c44-a77f-e41722dafb3a req-44969998-75ba-45ef-867b-906c0910f0f5 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Received port after_create {{(pid=100432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 06:02:11.721414 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1d7e7135-cce8-4af9-aae9-dbae5037701f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:11.722753 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-1d7e7135-cce8-4af9-aae9-dbae5037701f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/159ff619-ad33-41be-bb55-9a11eea7636a HTTP/1.1" status: 204 len: 168 time: 0.2504418 Aug 04 06:02:11.724551 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44969998-75ba-45ef-867b-906c0910f0f5 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Pushing event updated for resources: {'Port': ['ID=629fa75e-e7bb-4013-a166-699f8cb00ae2,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:02:11.736406 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e7135-cce8-4af9-aae9-dbae5037701f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159ff619-ad33-41be-bb55-9a11eea7636a,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:02:11.831157 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c2343-913d-49a3-85df-fdbf813cd060 req-88fade04-dc91-4cd3-baeb-87645c7d3b5e tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:02:11.832800 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-750c2343-913d-49a3-85df-fdbf813cd060 req-88fade04-dc91-4cd3-baeb-87645c7d3b5e tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=48799c1b-49e1-454d-8e09-4f2294342999 HTTP/1.1" status: 200 len: 932 time: 0.0986068 Aug 04 06:02:11.864310 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device b9f0c74e-482c-4656-8d2e-80a0bb7b6789 no longer exists at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 06:02:11.867892 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749354f3-004c-4c44-a77f-e41722dafb3a req-44969998-75ba-45ef-867b-906c0910f0f5 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:02:11.875942 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-749354f3-004c-4c44-a77f-e41722dafb3a req-44969998-75ba-45ef-867b-906c0910f0f5 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for port, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:11.907445 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] No Port match for: b9f0c74e-482c-4656-8d2e-80a0bb7b6789 {{(pid=100433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 06:02:11.908698 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-750c2343-913d-49a3-85df-fdbf813cd060 req-e5611f35-1c0b-4c4d-965e-c16562c2065b tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/security-groups?id=001f273c-59a8-4cf5-bf44-7d4de218e3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608459 Aug 04 06:02:11.915067 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device b9f0c74e-482c-4656-8d2e-80a0bb7b6789 not bound to the agent host dv-cinder-801617-4-iscsi {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 06:02:12.006352 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-749354f3-004c-4c44-a77f-e41722dafb3a req-44969998-75ba-45ef-867b-906c0910f0f5 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2510254 Aug 04 06:02:12.019380 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [req-749354f3-004c-4c44-a77f-e41722dafb3a req-c4b0fff5-2562-4f0d-92f6-881404d1058f service neutron] Request body: {'port': {'device_id': '48799c1b-49e1-454d-8e09-4f2294342999', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 06:02:12.076640 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-749354f3-004c-4c44-a77f-e41722dafb3a req-c4b0fff5-2562-4f0d-92f6-881404d1058f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:12.131097 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-d8af56db-6228-45f7-a263-ab52f9d941b0 None None] Provisioning for port 629fa75e-e7bb-4013-a166-699f8cb00ae2 completed by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 06:02:12.135401 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-d8af56db-6228-45f7-a263-ab52f9d941b0 None None] Provisioning complete for port 629fa75e-e7bb-4013-a166-699f8cb00ae2 triggered by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 06:02:12.135903 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-d8af56db-6228-45f7-a263-ab52f9d941b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:12.173928 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-d8af56db-6228-45f7-a263-ab52f9d941b0 None None] Port 629fa75e-e7bb-4013-a166-699f8cb00ae2 cannot update to ACTIVE because it is not bound. {{(pid=100433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 06:02:12.356323 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [req-749354f3-004c-4c44-a77f-e41722dafb3a req-c4b0fff5-2562-4f0d-92f6-881404d1058f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 629fa75e-e7bb-4013-a166-699f8cb00ae2 {{(pid=100432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 06:02:12.363617 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-749354f3-004c-4c44-a77f-e41722dafb3a req-c4b0fff5-2562-4f0d-92f6-881404d1058f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:12.377559 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.provisioning_blocks [req-749354f3-004c-4c44-a77f-e41722dafb3a req-c4b0fff5-2562-4f0d-92f6-881404d1058f service neutron] Transition to ACTIVE for port object 629fa75e-e7bb-4013-a166-699f8cb00ae2 will not be triggered until provisioned by entity L2. {{(pid=100432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 06:02:12.536864 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-749354f3-004c-4c44-a77f-e41722dafb3a req-c4b0fff5-2562-4f0d-92f6-881404d1058f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5048305'] for port, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:12.589489 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b0fff5-2562-4f0d-92f6-881404d1058f service neutron] Pushing event updated for resources: {'Port': ['ID=629fa75e-e7bb-4013-a166-699f8cb00ae2,revision_number=2']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:02:12.661903 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 35288) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:02:12.676264 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.managers [req-749354f3-004c-4c44-a77f-e41722dafb3a req-c4b0fff5-2562-4f0d-92f6-881404d1058f service neutron] Attempting to bind port 629fa75e-e7bb-4013-a166-699f8cb00ae2 on host hv-cinder-80161 for vnic_type normal with profile {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 06:02:12.678995 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.managers [req-749354f3-004c-4c44-a77f-e41722dafb3a req-c4b0fff5-2562-4f0d-92f6-881404d1058f service neutron] Attempting to bind port 629fa75e-e7bb-4013-a166-699f8cb00ae2 by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': '327125db-98e8-4cbc-9cc1-4f04032296be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322'}] {{(pid=100432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 06:02:12.678995 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749354f3-004c-4c44-a77f-e41722dafb3a req-c4b0fff5-2562-4f0d-92f6-881404d1058f service neutron] Attempting to bind port 629fa75e-e7bb-4013-a166-699f8cb00ae2 on network 75087129-2768-469a-b081-a5bf8e2c4322 {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 06:02:12.690521 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749354f3-004c-4c44-a77f-e41722dafb3a req-c4b0fff5-2562-4f0d-92f6-881404d1058f service neutron] Port 629fa75e-e7bb-4013-a166-699f8cb00ae2 on network 75087129-2768-469a-b081-a5bf8e2c4322 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 06:02:12.690849 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749354f3-004c-4c44-a77f-e41722dafb3a req-c4b0fff5-2562-4f0d-92f6-881404d1058f service neutron] Attempting to bind port 629fa75e-e7bb-4013-a166-699f8cb00ae2 on network 75087129-2768-469a-b081-a5bf8e2c4322 {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 06:02:12.705388 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749354f3-004c-4c44-a77f-e41722dafb3a req-c4b0fff5-2562-4f0d-92f6-881404d1058f service neutron] Checking agent: {'id': 'b8cb1127-4c6b-4c0f-8dda-968dd091f2d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 5, 51, 56), 'started_at': datetime.datetime(2021, 8, 4, 5, 51, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 6, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 06:02:12.705727 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749354f3-004c-4c44-a77f-e41722dafb3a req-c4b0fff5-2562-4f0d-92f6-881404d1058f service neutron] Checking segment: {'id': '327125db-98e8-4cbc-9cc1-4f04032296be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 06:02:12.706115 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749354f3-004c-4c44-a77f-e41722dafb3a req-c4b0fff5-2562-4f0d-92f6-881404d1058f service neutron] Bound using segment: {'id': '327125db-98e8-4cbc-9cc1-4f04032296be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322'} {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 06:02:12.706559 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.managers [req-749354f3-004c-4c44-a77f-e41722dafb3a req-c4b0fff5-2562-4f0d-92f6-881404d1058f service neutron] Bound port: 629fa75e-e7bb-4013-a166-699f8cb00ae2, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '327125db-98e8-4cbc-9cc1-4f04032296be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322'}}] {{(pid=100432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 06:02:12.706916 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-749354f3-004c-4c44-a77f-e41722dafb3a req-c4b0fff5-2562-4f0d-92f6-881404d1058f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:12.732597 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-456f0932-b2b8-45fe-b2d2-f1e4467ff840 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=98cce3815a9c46d993d846feafb4a926&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0693212 Aug 04 06:02:12.735354 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 35290) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:02:12.787351 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [req-749354f3-004c-4c44-a77f-e41722dafb3a req-c4b0fff5-2562-4f0d-92f6-881404d1058f service neutron] For port 629fa75e-e7bb-4013-a166-699f8cb00ae2, host hv-cinder-80161, cleared binding levels {{(pid=100432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 06:02:12.790351 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1186fe27-5468-42d7-b135-56ffde5d3b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:12.790516 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [req-749354f3-004c-4c44-a77f-e41722dafb3a req-c4b0fff5-2562-4f0d-92f6-881404d1058f service neutron] For port 629fa75e-e7bb-4013-a166-699f8cb00ae2, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=629fa75e-e7bb-4013-a166-699f8cb00ae2,segment=NetworkSegment(327125db-98e8-4cbc-9cc1-4f04032296be),segment_id=327125db-98e8-4cbc-9cc1-4f04032296be)] {{(pid=100432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 06:02:12.815464 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1186fe27-5468-42d7-b135-56ffde5d3b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:12.884269 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-749354f3-004c-4c44-a77f-e41722dafb3a req-c4b0fff5-2562-4f0d-92f6-881404d1058f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5048305'] for port, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:12.918857 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749354f3-004c-4c44-a77f-e41722dafb3a req-c4b0fff5-2562-4f0d-92f6-881404d1058f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:02:12.924275 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-749354f3-004c-4c44-a77f-e41722dafb3a req-c4b0fff5-2562-4f0d-92f6-881404d1058f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for port, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:12.924275 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-749354f3-004c-4c44-a77f-e41722dafb3a req-c4b0fff5-2562-4f0d-92f6-881404d1058f service neutron] 10.222.0.18 "PUT /v2.0/ports/629fa75e-e7bb-4013-a166-699f8cb00ae2 HTTP/1.1" status: 200 len: 1094 time: 0.9060559 Aug 04 06:02:12.924275 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48799c1b-49e1-454d-8e09-4f2294342999', 'tag': '629fa75e-e7bb-4013-a166-699f8cb00ae2'}] {{(pid=100432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 06:02:12.926849 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7961aa7e709e573ce1f4efc3791ca037d6473da3b2c6b2a251ebfb1631130676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2393bf-1242-41de-9987-6969b5b4ba5b" -d '{"events": [{"name": "network-changed", "server_uuid": "48799c1b-49e1-454d-8e09-4f2294342999", "tag": "629fa75e-e7bb-4013-a166-699f8cb00ae2"}]}' {{(pid=100432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 06:02:12.958362 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 35296) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:02:12.985024 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1186fe27-5468-42d7-b135-56ffde5d3b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:12.991484 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1186fe27-5468-42d7-b135-56ffde5d3b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:12.991650 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 06:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503ef826-bfa7-45f3-9557-15f4ddc67ec5 x-openstack-request-id: req-503ef826-bfa7-45f3-9557-15f4ddc67ec5 {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 06:02:12.991962 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48799c1b-49e1-454d-8e09-4f2294342999", "tag": "629fa75e-e7bb-4013-a166-699f8cb00ae2", "status": "completed", "code": 200}]} {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 06:02:12.992215 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-503ef826-bfa7-45f3-9557-15f4ddc67ec5 {{(pid=100432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 06:02:12.992613 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48799c1b-49e1-454d-8e09-4f2294342999', 'tag': '629fa75e-e7bb-4013-a166-699f8cb00ae2', 'status': 'completed', 'code': 200} Aug 04 06:02:12.993592 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b0fff5-2562-4f0d-92f6-881404d1058f service neutron] Pushing event updated for resources: {'Port': ['ID=629fa75e-e7bb-4013-a166-699f8cb00ae2,revision_number=3']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:02:12.993917 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-1186fe27-5468-42d7-b135-56ffde5d3b26 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d2d899d2-9e6f-4299-983a-ca681d2af4bd HTTP/1.1" status: 204 len: 168 time: 0.2567039 Aug 04 06:02:13.014494 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6cb76df3-79cd-43c4-aac9-239cee4759de admin admin] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:13.044864 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1186fe27-5468-42d7-b135-56ffde5d3b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d899d2-9e6f-4299-983a-ca681d2af4bd,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:02:13.077135 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2393bf-1242-41de-9987-6969b5b4ba5b req-e87e6853-9163-41a8-8daa-6ac3991c2f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:02:13.082192 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0e2393bf-1242-41de-9987-6969b5b4ba5b req-e87e6853-9163-41a8-8daa-6ac3991c2f4a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b09ae787d8884ae3ba4497e18def9b7a&device_id=48799c1b-49e1-454d-8e09-4f2294342999 HTTP/1.1" status: 200 len: 1097 time: 0.0613995 Aug 04 06:02:13.119477 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38eed9-1155-4156-9ce3-ac7456cbcf16 req-63669b81-21ef-4c47-9d11-1567f9a724c2 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:02:13.121428 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-2a38eed9-1155-4156-9ce3-ac7456cbcf16 req-63669b81-21ef-4c47-9d11-1567f9a724c2 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=48799c1b-49e1-454d-8e09-4f2294342999 HTTP/1.1" status: 200 len: 944 time: 0.1047533 Aug 04 06:02:13.198457 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-2a38eed9-1155-4156-9ce3-ac7456cbcf16 req-94ffaef9-0720-4287-860b-d8cbdca8e269 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/security-groups?id=001f273c-59a8-4cf5-bf44-7d4de218e3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678449 Aug 04 06:02:13.238768 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2393bf-1242-41de-9987-6969b5b4ba5b req-51b5b798-c615-4bb6-8a75-84a3308df284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:02:13.244988 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0e2393bf-1242-41de-9987-6969b5b4ba5b req-51b5b798-c615-4bb6-8a75-84a3308df284 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=b09ae787d8884ae3ba4497e18def9b7a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1533463 Aug 04 06:02:13.250968 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6cb76df3-79cd-43c4-aac9-239cee4759de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:13.336147 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2393bf-1242-41de-9987-6969b5b4ba5b req-b85890b6-c535-4332-8cd5-02065cfac204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:02:13.337892 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-0e2393bf-1242-41de-9987-6969b5b4ba5b req-b85890b6-c535-4332-8cd5-02065cfac204 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898106 Aug 04 06:02:13.365305 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6cb76df3-79cd-43c4-aac9-239cee4759de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:13.405234 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-6cb76df3-79cd-43c4-aac9-239cee4759de admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9490a768d4cf4c1192a980326b98a3a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4458432 Aug 04 06:02:13.406089 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb76df3-79cd-43c4-aac9-239cee4759de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5812f0e7-eb9f-4f1f-bd47-2a21b0a007c1,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:02:13.407791 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 35300) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:02:13.440894 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749354f3-004c-4c44-a77f-e41722dafb3a req-abc4d1c6-eb86-4698-a136-fe147bb27a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:02:13.442399 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-749354f3-004c-4c44-a77f-e41722dafb3a req-abc4d1c6-eb86-4698-a136-fe147bb27a6b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b09ae787d8884ae3ba4497e18def9b7a&device_id=48799c1b-49e1-454d-8e09-4f2294342999 HTTP/1.1" status: 200 len: 1097 time: 0.0686688 Aug 04 06:02:13.490153 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-749354f3-004c-4c44-a77f-e41722dafb3a req-fa19c688-598f-4e43-8061-3bae45ebe89a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=629fa75e-e7bb-4013-a166-699f8cb00ae2 HTTP/1.1" status: 200 len: 217 time: 0.0387414 Aug 04 06:02:13.507508 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-2e69b7cb-25c4-4f14-ba16-75468e84b392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:13.560902 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-2e69b7cb-25c4-4f14-ba16-75468e84b392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:13.577731 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749354f3-004c-4c44-a77f-e41722dafb3a req-57473b2c-03b5-4560-a5fc-a8fb9fa67802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:02:13.579138 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-749354f3-004c-4c44-a77f-e41722dafb3a req-57473b2c-03b5-4560-a5fc-a8fb9fa67802 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1710d15a-86d5-46eb-8a18-ce13aa256ffd HTTP/1.1" status: 200 len: 850 time: 0.0792208 Aug 04 06:02:13.648519 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749354f3-004c-4c44-a77f-e41722dafb3a req-e9382c0c-c025-4540-963a-f3c5b8a122b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:02:13.650083 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-749354f3-004c-4c44-a77f-e41722dafb3a req-e9382c0c-c025-4540-963a-f3c5b8a122b8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=75087129-2768-469a-b081-a5bf8e2c4322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572414 Aug 04 06:02:13.736395 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-2e69b7cb-25c4-4f14-ba16-75468e84b392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:13.738886 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-2e69b7cb-25c4-4f14-ba16-75468e84b392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:13.740029 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-2e69b7cb-25c4-4f14-ba16-75468e84b392 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5812f0e7-eb9f-4f1f-bd47-2a21b0a007c1 HTTP/1.1" status: 204 len: 168 time: 0.3312845 Aug 04 06:02:13.755739 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e69b7cb-25c4-4f14-ba16-75468e84b392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5812f0e7-eb9f-4f1f-bd47-2a21b0a007c1,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:02:13.760427 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-749354f3-004c-4c44-a77f-e41722dafb3a req-e489c5a7-c3f6-41e8-9e3b-17a4f2bffcab service neutron] 10.222.0.18 "GET /v2.0/networks/75087129-2768-469a-b081-a5bf8e2c4322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025248 Aug 04 06:02:13.863648 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-749354f3-004c-4c44-a77f-e41722dafb3a req-f274f2fb-cbc4-4700-9f20-2ddbbd34ea55 service neutron] 10.222.0.18 "GET /v2.0/networks/75087129-2768-469a-b081-a5bf8e2c4322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924253 Aug 04 06:02:14.311328 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0743a-8f80-476e-bc82-9c1328a88c59 req-21b34601-1c80-4467-aa92-f65c8cb489dc tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:02:14.313019 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-56c0743a-8f80-476e-bc82-9c1328a88c59 req-21b34601-1c80-4467-aa92-f65c8cb489dc tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=48799c1b-49e1-454d-8e09-4f2294342999 HTTP/1.1" status: 200 len: 944 time: 0.0496988 Aug 04 06:02:14.354407 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-56c0743a-8f80-476e-bc82-9c1328a88c59 req-9daeedbb-eddf-480d-9475-dca0cf61d4f4 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/security-groups?id=001f273c-59a8-4cf5-bf44-7d4de218e3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339568 Aug 04 06:02:14.545603 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 35312) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:02:14.561922 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-4291e5af-3352-41b8-9bc5-7c80213ab784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:14.659550 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-4291e5af-3352-41b8-9bc5-7c80213ab784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:14.734762 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-4291e5af-3352-41b8-9bc5-7c80213ab784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:14.772007 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291e5af-3352-41b8-9bc5-7c80213ab784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d44f320-50db-4321-b409-78594e968a8b,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:02:14.776291 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-4291e5af-3352-41b8-9bc5-7c80213ab784 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d942309556d048c59f9620aa9f7b9fa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2296789 Aug 04 06:02:14.779787 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 35314) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:02:14.827603 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-e1e47534-4116-47bc-a01f-980410548f84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:14.848297 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-e1e47534-4116-47bc-a01f-980410548f84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:14.969226 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-e1e47534-4116-47bc-a01f-980410548f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:14.971792 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-e1e47534-4116-47bc-a01f-980410548f84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:14.972985 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-e1e47534-4116-47bc-a01f-980410548f84 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4d44f320-50db-4321-b409-78594e968a8b HTTP/1.1" status: 204 len: 168 time: 0.1929529 Aug 04 06:02:14.981871 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e47534-4116-47bc-a01f-980410548f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d44f320-50db-4321-b409-78594e968a8b,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:02:15.471993 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c39ae-a42e-4f8b-bbe9-8c6aa1b952a5 req-4e240779-3147-45a6-a4db-d93e7ff0f53d tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:02:15.473585 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-1b8c39ae-a42e-4f8b-bbe9-8c6aa1b952a5 req-4e240779-3147-45a6-a4db-d93e7ff0f53d tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=48799c1b-49e1-454d-8e09-4f2294342999 HTTP/1.1" status: 200 len: 944 time: 0.0513675 Aug 04 06:02:15.515143 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-1b8c39ae-a42e-4f8b-bbe9-8c6aa1b952a5 req-c8da8776-1f4c-48b1-982d-60e05b19bc8c tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/security-groups?id=001f273c-59a8-4cf5-bf44-7d4de218e3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357826 Aug 04 06:02:16.632963 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf549457-f127-4c6d-9840-77b2af79a8ae req-dfe2ea0c-d633-4ae4-9a52-42099d74688f tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:02:16.639167 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-cf549457-f127-4c6d-9840-77b2af79a8ae req-dfe2ea0c-d633-4ae4-9a52-42099d74688f tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=48799c1b-49e1-454d-8e09-4f2294342999 HTTP/1.1" status: 200 len: 944 time: 0.0557284 Aug 04 06:02:16.673275 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-cf549457-f127-4c6d-9840-77b2af79a8ae req-d333f755-21c8-4fc3-9c10-2461560b112e tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/security-groups?id=001f273c-59a8-4cf5-bf44-7d4de218e3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332320 Aug 04 06:02:17.788330 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d8e31-34c4-469a-88e3-ad9abf51466e req-a2b859c6-11c1-4644-bb50-194fb3b71476 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:02:17.789809 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-de0d8e31-34c4-469a-88e3-ad9abf51466e req-a2b859c6-11c1-4644-bb50-194fb3b71476 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=48799c1b-49e1-454d-8e09-4f2294342999 HTTP/1.1" status: 200 len: 944 time: 0.0500941 Aug 04 06:02:17.827157 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-de0d8e31-34c4-469a-88e3-ad9abf51466e req-2c2fc135-767d-4007-9dff-5f8774d52f33 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/security-groups?id=001f273c-59a8-4cf5-bf44-7d4de218e3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313485 Aug 04 06:02:18.942920 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2a9c6-0ac4-4147-b38c-e70cb4e62742 req-a32c3e35-242a-4404-87b8-7ab9fbe03fdc tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:02:18.944526 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-4cc2a9c6-0ac4-4147-b38c-e70cb4e62742 req-a32c3e35-242a-4404-87b8-7ab9fbe03fdc tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=48799c1b-49e1-454d-8e09-4f2294342999 HTTP/1.1" status: 200 len: 944 time: 0.0522444 Aug 04 06:02:18.982589 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-4cc2a9c6-0ac4-4147-b38c-e70cb4e62742 req-475bdb4a-4338-4280-a3ec-8decb419ca5b tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/security-groups?id=001f273c-59a8-4cf5-bf44-7d4de218e3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320842 Aug 04 06:02:20.096830 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287e84b-25c2-4c68-b6e0-3e98b06d46bf req-42eda2ca-5269-42a9-a66a-b6736e6e61e6 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:02:20.098275 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-d287e84b-25c2-4c68-b6e0-3e98b06d46bf req-42eda2ca-5269-42a9-a66a-b6736e6e61e6 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=48799c1b-49e1-454d-8e09-4f2294342999 HTTP/1.1" status: 200 len: 944 time: 0.0476542 Aug 04 06:02:20.135682 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-d287e84b-25c2-4c68-b6e0-3e98b06d46bf req-33e0e550-5156-4d0f-82d1-36652613b0ff tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/security-groups?id=001f273c-59a8-4cf5-bf44-7d4de218e3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313749 Aug 04 06:02:21.250398 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b7ca6-8838-4e8f-8c15-f83f79930596 req-df9bfc5d-464a-44d2-acb7-3b32b2b8a388 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:02:21.251988 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-133b7ca6-8838-4e8f-8c15-f83f79930596 req-df9bfc5d-464a-44d2-acb7-3b32b2b8a388 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=48799c1b-49e1-454d-8e09-4f2294342999 HTTP/1.1" status: 200 len: 944 time: 0.0495300 Aug 04 06:02:21.289970 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-133b7ca6-8838-4e8f-8c15-f83f79930596 req-e13ced9f-b520-46ce-9daf-e3a0d9a74c97 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/security-groups?id=001f273c-59a8-4cf5-bf44-7d4de218e3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320108 Aug 04 06:02:21.464115 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 629fa75e-e7bb-4013-a166-699f8cb00ae2 details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=100433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 06:02:21.559257 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 629fa75e-e7bb-4013-a166-699f8cb00ae2, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=629fa75e-e7bb-4013-a166-699f8cb00ae2,segment=NetworkSegment(327125db-98e8-4cbc-9cc1-4f04032296be),segment_id=327125db-98e8-4cbc-9cc1-4f04032296be)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:02:21.569606 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Returning: {'device': '629fa75e-e7bb-4013-a166-699f8cb00ae2', 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322', 'port_id': '629fa75e-e7bb-4013-a166-699f8cb00ae2', 'mac_address': 'fa:16:3e:eb:7e:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1710d15a-86d5-46eb-8a18-ce13aa256ffd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 06:02:21.610746 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:21.624221 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 629fa75e-e7bb-4013-a166-699f8cb00ae2 {{(pid=100433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 06:02:21.643940 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 629fa75e-e7bb-4013-a166-699f8cb00ae2, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=629fa75e-e7bb-4013-a166-699f8cb00ae2,segment=NetworkSegment(327125db-98e8-4cbc-9cc1-4f04032296be),segment_id=327125db-98e8-4cbc-9cc1-4f04032296be)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:02:21.719610 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:21.769685 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=629fa75e-e7bb-4013-a166-699f8cb00ae2,revision_number=4']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:02:21.925095 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] get_ports_and_sgs() called for port_ids ['629fa75e-e7bb-4013-a166-699f8cb00ae2'] {{(pid=100433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 06:02:22.404793 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58197a48-642e-4f46-a6b2-8887ff0f1e53 req-5c3fd245-d01c-48ce-83be-b864307e610c tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:02:22.406252 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-58197a48-642e-4f46-a6b2-8887ff0f1e53 req-5c3fd245-d01c-48ce-83be-b864307e610c tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=48799c1b-49e1-454d-8e09-4f2294342999 HTTP/1.1" status: 200 len: 945 time: 0.0489378 Aug 04 06:02:22.446448 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-58197a48-642e-4f46-a6b2-8887ff0f1e53 req-67034b49-a848-4b6a-8281-4d87682ee308 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/security-groups?id=001f273c-59a8-4cf5-bf44-7d4de218e3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343041 Aug 04 06:02:23.468254 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 629fa75e-e7bb-4013-a166-699f8cb00ae2 up at agent hyperv_hv-cinder-80161 {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 06:02:23.559556 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25733516-c86a-4469-a61c-fb86fb9c8781 req-fe9d7d72-7559-4980-84a4-4e8bfb731a6d tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:02:23.561059 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-25733516-c86a-4469-a61c-fb86fb9c8781 req-fe9d7d72-7559-4980-84a4-4e8bfb731a6d tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=48799c1b-49e1-454d-8e09-4f2294342999 HTTP/1.1" status: 200 len: 945 time: 0.0479853 Aug 04 06:02:23.597934 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-25733516-c86a-4469-a61c-fb86fb9c8781 req-6c86389b-b559-4465-a33c-1064be93563f tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/security-groups?id=001f273c-59a8-4cf5-bf44-7d4de218e3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310211 Aug 04 06:02:23.614420 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Provisioning for port 629fa75e-e7bb-4013-a166-699f8cb00ae2 completed by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 06:02:23.618344 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Provisioning complete for port 629fa75e-e7bb-4013-a166-699f8cb00ae2 triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 06:02:23.618862 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:23.695223 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:23.718175 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48799c1b-49e1-454d-8e09-4f2294342999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '629fa75e-e7bb-4013-a166-699f8cb00ae2'}] {{(pid=100433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 06:02:23.720425 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffe4ad2cefe5cc989f07e8393c985a8403d56455fd91e6fde58b148ee627bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93b6ee0-1482-48c5-858f-1865a48a105a" -d '{"events": [{"server_uuid": "48799c1b-49e1-454d-8e09-4f2294342999", "name": "network-vif-plugged", "status": "completed", "tag": "629fa75e-e7bb-4013-a166-699f8cb00ae2"}]}' {{(pid=100433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 06:02:23.733223 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 629fa75e-e7bb-4013-a166-699f8cb00ae2, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=629fa75e-e7bb-4013-a166-699f8cb00ae2,segment=NetworkSegment(327125db-98e8-4cbc-9cc1-4f04032296be),segment_id=327125db-98e8-4cbc-9cc1-4f04032296be)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:02:23.754739 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 06:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7dc5cc-397c-4da0-8063-12b89c78486e x-openstack-request-id: req-da7dc5cc-397c-4da0-8063-12b89c78486e {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 06:02:23.755030 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48799c1b-49e1-454d-8e09-4f2294342999", "name": "network-vif-plugged", "status": "completed", "tag": "629fa75e-e7bb-4013-a166-699f8cb00ae2", "code": 200}]} {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 06:02:23.755283 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-da7dc5cc-397c-4da0-8063-12b89c78486e {{(pid=100433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 06:02:23.755672 dv-cinder-801617-4-iscsi neutron-server[100433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48799c1b-49e1-454d-8e09-4f2294342999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '629fa75e-e7bb-4013-a166-699f8cb00ae2', 'code': 200} Aug 04 06:02:23.777298 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:23.827780 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=629fa75e-e7bb-4013-a166-699f8cb00ae2,revision_number=5']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:02:24.005755 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-af02ba66-bd33-4c7f-ad7c-7481e90ae0d9 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 06:02:24.180957 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4945d01-b553-46ba-8c2c-f2a9e1002543 req-ede29e58-1ffb-49f1-b6df-3ea7d5ca5300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:02:24.180957 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f4945d01-b553-46ba-8c2c-f2a9e1002543 req-ede29e58-1ffb-49f1-b6df-3ea7d5ca5300 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=48799c1b-49e1-454d-8e09-4f2294342999 HTTP/1.1" status: 200 len: 1099 time: 0.0437014 Aug 04 06:02:24.210140 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f4945d01-b553-46ba-8c2c-f2a9e1002543 req-824eff69-7981-4eb4-9ced-c3a0aee54615 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=001f273c-59a8-4cf5-bf44-7d4de218e3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288086 Aug 04 06:02:24.712878 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408937c1-11d0-4586-a1e0-5d4bfcc6e15f req-27c3f95e-bc8b-4043-a01d-dc07267775b4 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:02:24.715810 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-408937c1-11d0-4586-a1e0-5d4bfcc6e15f req-27c3f95e-bc8b-4043-a01d-dc07267775b4 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=48799c1b-49e1-454d-8e09-4f2294342999 HTTP/1.1" status: 200 len: 946 time: 0.0517814 Aug 04 06:02:24.752339 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-408937c1-11d0-4586-a1e0-5d4bfcc6e15f req-15b1b663-a616-4af4-9954-b757e57255a3 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/security-groups?id=001f273c-59a8-4cf5-bf44-7d4de218e3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318105 Aug 04 06:02:24.857980 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 35502) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:02:24.961375 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-1032373b-9625-45b6-9389-e2673e67c5b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:25.049872 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-1032373b-9625-45b6-9389-e2673e67c5b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:25.145778 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-1032373b-9625-45b6-9389-e2673e67c5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:25.188799 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-1032373b-9625-45b6-9389-e2673e67c5b8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b261f61124054b849e97af3358a5183f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3272674 Aug 04 06:02:25.188799 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1032373b-9625-45b6-9389-e2673e67c5b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d9dd43-c709-454e-8375-000821819a11,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:02:25.189118 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 35506) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:02:25.239100 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a1e3df16-47f8-4fdd-ad1c-08ed0833bc75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:25.259248 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a1e3df16-47f8-4fdd-ad1c-08ed0833bc75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:25.431336 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a1e3df16-47f8-4fdd-ad1c-08ed0833bc75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:25.443119 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a1e3df16-47f8-4fdd-ad1c-08ed0833bc75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:25.443119 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-a1e3df16-47f8-4fdd-ad1c-08ed0833bc75 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/71d9dd43-c709-454e-8375-000821819a11 HTTP/1.1" status: 204 len: 168 time: 0.2450576 Aug 04 06:02:25.446297 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e3df16-47f8-4fdd-ad1c-08ed0833bc75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d9dd43-c709-454e-8375-000821819a11,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:02:25.867418 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac683ffa-e2db-44e2-8d26-58b79643220d req-b741a0a5-dae0-49a6-bb4c-95554c29f956 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:02:25.868918 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-ac683ffa-e2db-44e2-8d26-58b79643220d req-b741a0a5-dae0-49a6-bb4c-95554c29f956 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=48799c1b-49e1-454d-8e09-4f2294342999 HTTP/1.1" status: 200 len: 946 time: 0.0492897 Aug 04 06:02:25.907129 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-ac683ffa-e2db-44e2-8d26-58b79643220d req-4220cad5-4b0c-4f31-9dbe-224d377b4a16 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/security-groups?id=001f273c-59a8-4cf5-bf44-7d4de218e3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317006 Aug 04 06:02:26.019759 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a35252-8d4d-4a7a-b8e3-3985c60c0f72 req-0419c577-c9ea-441e-bc44-9402e4c7f072 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:02:26.021262 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-c3a35252-8d4d-4a7a-b8e3-3985c60c0f72 req-0419c577-c9ea-441e-bc44-9402e4c7f072 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=48799c1b-49e1-454d-8e09-4f2294342999 HTTP/1.1" status: 200 len: 946 time: 0.0482504 Aug 04 06:02:26.062224 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-c3a35252-8d4d-4a7a-b8e3-3985c60c0f72 req-036ef4bf-10ca-48cc-9639-9673ca6375cb tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/security-groups?id=001f273c-59a8-4cf5-bf44-7d4de218e3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307834 Aug 04 06:02:26.080998 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 35522) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:02:26.120217 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20da90d6-d257-4053-9f4f-5f19c62516b5 tempest-TestVolumeBootPattern-1599183270 tempest-TestVolumeBootPattern-1599183270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:02:26.121696 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-20da90d6-d257-4053-9f4f-5f19c62516b5 tempest-TestVolumeBootPattern-1599183270 tempest-TestVolumeBootPattern-1599183270-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=48799c1b-49e1-454d-8e09-4f2294342999 HTTP/1.1" status: 200 len: 1094 time: 0.0397375 Aug 04 06:02:26.124445 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 35524) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:02:26.128643 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [None req-69fa545f-2e24-47eb-ba15-96b2812cf4bf tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Request body: {'floatingip': {'floating_network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'port_id': '629fa75e-e7bb-4013-a166-699f8cb00ae2', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 06:02:26.214931 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 35526) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:02:26.227440 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-4e37fedf-601a-410b-9232-48423f93ac16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:26.257745 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-69fa545f-2e24-47eb-ba15-96b2812cf4bf tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks [] for floatingip, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:26.391722 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:26.406075 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-4e37fedf-601a-410b-9232-48423f93ac16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:26.416209 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-69fa545f-2e24-47eb-ba15-96b2812cf4bf tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:26.496000 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-4e37fedf-601a-410b-9232-48423f93ac16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:26.553527 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-4e37fedf-601a-410b-9232-48423f93ac16 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8f20e8bf9f414e989cd84410cb56b6a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3375554 Aug 04 06:02:26.556212 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 35528) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:02:26.560591 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.db_base_plugin_common [None req-69fa545f-2e24-47eb-ba15-96b2812cf4bf tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Allocated IP 172.27.1.102 (ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5/3914311c-894e-41ec-96a2-d757dbda92d2/49549811-4dc4-4f59-a64a-e39c085e7209) {{(pid=100432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 06:02:26.564524 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37fedf-601a-410b-9232-48423f93ac16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce31ad0c-d1a8-434b-92d0-0be9535cd1ea,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:02:26.606378 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e4954e9e-82ad-412d-8910-e241a25a58ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:26.630073 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e4954e9e-82ad-412d-8910-e241a25a58ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:26.671742 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-69fa545f-2e24-47eb-ba15-96b2812cf4bf tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks [] for port, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:26.794059 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e4954e9e-82ad-412d-8910-e241a25a58ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:26.796838 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e4954e9e-82ad-412d-8910-e241a25a58ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:26.804242 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-e4954e9e-82ad-412d-8910-e241a25a58ae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ce31ad0c-d1a8-434b-92d0-0be9535cd1ea HTTP/1.1" status: 204 len: 168 time: 0.2407732 Aug 04 06:02:26.805441 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4954e9e-82ad-412d-8910-e241a25a58ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce31ad0c-d1a8-434b-92d0-0be9535cd1ea,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:02:26.828129 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-69fa545f-2e24-47eb-ba15-96b2812cf4bf tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:26.869181 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fa545f-2e24-47eb-ba15-96b2812cf4bf tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Network ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5 is already hosted by enough agents. {{(pid=100432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 06:02:26.872542 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.base_scheduler [None req-69fa545f-2e24-47eb-ba15-96b2812cf4bf tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Resources bound (agent type, host, resource id): {{(pid=100432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 06:02:26.876047 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fa545f-2e24-47eb-ba15-96b2812cf4bf tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Received port after_create {{(pid=100432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 06:02:26.905791 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fa545f-2e24-47eb-ba15-96b2812cf4bf tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Pushing event updated for resources: {'Port': ['ID=49549811-4dc4-4f59-a64a-e39c085e7209,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:02:27.237295 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-69fa545f-2e24-47eb-ba15-96b2812cf4bf tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:27.446764 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-69fa545f-2e24-47eb-ba15-96b2812cf4bf tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:27.600531 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-69fa545f-2e24-47eb-ba15-96b2812cf4bf tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks [] for port, precommit_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:27.719311 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-69fa545f-2e24-47eb-ba15-96b2812cf4bf tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5048305'] for port, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:27.786827 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fa545f-2e24-47eb-ba15-96b2812cf4bf tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Pushing event updated for resources: {'Port': ['ID=49549811-4dc4-4f59-a64a-e39c085e7209,revision_number=2']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:02:27.796446 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-69fa545f-2e24-47eb-ba15-96b2812cf4bf tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572675'] for floatingip, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:27.898230 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.db.l3_db [None req-69fa545f-2e24-47eb-ba15-96b2812cf4bf tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Floating IP b9e28316-e37b-49b0-8060-1ef459181929 associated. External IP: 172.27.1.102, port: 629fa75e-e7bb-4013-a166-699f8cb00ae2. Aug 04 06:02:28.111203 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69fa545f-2e24-47eb-ba15-96b2812cf4bf tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Router a7a14fa8-24b3-4839-91ef-27fe175f609a has already been hosted by L3 agent 1092c566-0070-459b-a71e-112f2411deeb {{(pid=100432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 06:02:28.221446 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69fa545f-2e24-47eb-ba15-96b2812cf4bf tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify agent at l3_agent.dv-cinder-801617-4-iscsi the message routers_updated {{(pid=100432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 06:02:28.234980 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c234d4-27db-4f31-94e7-f77c19f9e90b None None] Sync routers for ids ['a7a14fa8-24b3-4839-91ef-27fe175f609a'] in dv-cinder-801617-4-iscsi {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 06:02:28.247812 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c234d4-27db-4f31-94e7-f77c19f9e90b None None] Routers {'a7a14fa8-24b3-4839-91ef-27fe175f609a'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 06:02:28.248523 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-c9c234d4-27db-4f31-94e7-f77c19f9e90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T06:02:06Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['a7a14fa8-24b3-4839-91ef-27fe175f609a'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:02:28.331254 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-69fa545f-2e24-47eb-ba15-96b2812cf4bf tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for floatingip, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:28.351399 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-c9c234d4-27db-4f31-94e7-f77c19f9e90b None None] Set router a7a14fa8-24b3-4839-91ef-27fe175f609a gateway port host: dv-cinder-801617-4-iscsi {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 06:02:28.358358 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-69fa545f-2e24-47eb-ba15-96b2812cf4bf tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2329357 Aug 04 06:02:28.361897 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48799c1b-49e1-454d-8e09-4f2294342999', 'tag': '629fa75e-e7bb-4013-a166-699f8cb00ae2'}] {{(pid=100432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 06:02:28.361897 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7961aa7e709e573ce1f4efc3791ca037d6473da3b2c6b2a251ebfb1631130676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe2a2ba-2851-4879-95d1-6f9e4af745df" -d '{"events": [{"name": "network-changed", "server_uuid": "48799c1b-49e1-454d-8e09-4f2294342999", "tag": "629fa75e-e7bb-4013-a166-699f8cb00ae2"}]}' {{(pid=100432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 06:02:28.397233 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 06:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d72281-eb90-4a97-8f46-552c39513468 x-openstack-request-id: req-04d72281-eb90-4a97-8f46-552c39513468 {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 06:02:28.397566 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48799c1b-49e1-454d-8e09-4f2294342999", "tag": "629fa75e-e7bb-4013-a166-699f8cb00ae2", "status": "completed", "code": 200}]} {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 06:02:28.397823 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-04d72281-eb90-4a97-8f46-552c39513468 {{(pid=100432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 06:02:28.398219 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48799c1b-49e1-454d-8e09-4f2294342999', 'tag': '629fa75e-e7bb-4013-a166-699f8cb00ae2', 'status': 'completed', 'code': 200} Aug 04 06:02:28.466096 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe2a2ba-2851-4879-95d1-6f9e4af745df req-bb5cf46f-7e95-4f39-a66f-121bedda49e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:02:28.467807 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9fe2a2ba-2851-4879-95d1-6f9e4af745df req-bb5cf46f-7e95-4f39-a66f-121bedda49e2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b09ae787d8884ae3ba4497e18def9b7a&device_id=48799c1b-49e1-454d-8e09-4f2294342999 HTTP/1.1" status: 200 len: 1099 time: 0.0471222 Aug 04 06:02:28.595806 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-c9c234d4-27db-4f31-94e7-f77c19f9e90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'name': 'tempest-TestVolumeBootPattern-469316562-router', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '1e94306a-7c1a-4d31-86a7-349635fa0a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:58:54Z', 'updated_at': '2021-08-04T05:58:58Z', 'revision_number': 4, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'gw_port': {'id': '1e94306a-7c1a-4d31-86a7-349635fa0a1f', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:28:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:58:55Z', 'updated_at': '2021-08-04T05:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_floatingips': [{'id': 'b9e28316-e37b-49b0-8060-1ef459181929', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'floating_ip_address': '172.27.1.102', 'floating_network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'router_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'port_id': '629fa75e-e7bb-4013-a166-699f8cb00ae2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322', 'mac_address': 'fa:16:3e:eb:7e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48799c1b-49e1-454d-8e09-4f2294342999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T06:02:27Z', 'updated_at': '2021-08-04T06:02:27Z', 'revision_number': 0, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f633ad4-7ed1-43f5-aa0d-17d04f6c73df', 'name': '', 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'mac_address': 'fa:16:3e:36:3b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '1710d15a-86d5-46eb-8a18-ce13aa256ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:58:57Z', 'updated_at': '2021-08-04T05:59:05Z', 'revision_number': 5, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'subnets': [{'id': '1710d15a-86d5-46eb-8a18-ce13aa256ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:02:28.627087 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c234d4-27db-4f31-94e7-f77c19f9e90b None None] Checking router: a7a14fa8-24b3-4839-91ef-27fe175f609a for host: dv-cinder-801617-4-iscsi {{(pid=100433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 06:02:28.637570 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c234d4-27db-4f31-94e7-f77c19f9e90b None None] Routers {'a7a14fa8-24b3-4839-91ef-27fe175f609a'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 06:02:28.638263 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-c9c234d4-27db-4f31-94e7-f77c19f9e90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T06:02:06Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['a7a14fa8-24b3-4839-91ef-27fe175f609a'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:02:28.693621 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 35570) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:02:28.788408 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-c9c234d4-27db-4f31-94e7-f77c19f9e90b None None] Set router a7a14fa8-24b3-4839-91ef-27fe175f609a gateway port host: dv-cinder-801617-4-iscsi {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 06:02:28.829899 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe2a2ba-2851-4879-95d1-6f9e4af745df req-76e9005f-d53e-41de-a735-fd0de1180f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:02:28.831730 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9fe2a2ba-2851-4879-95d1-6f9e4af745df req-76e9005f-d53e-41de-a735-fd0de1180f7b service neutron] 10.222.0.18 "GET /v2.0/networks?id=75087129-2768-469a-b081-a5bf8e2c4322 HTTP/1.1" status: 200 len: 912 time: 0.3571229 Aug 04 06:02:28.843046 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-df756c8f-3b0e-4a8d-ae05-0f131eb42997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:28.902559 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9fe2a2ba-2851-4879-95d1-6f9e4af745df req-b6c4011d-cd8e-4745-a54e-35b170471a51 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=629fa75e-e7bb-4013-a166-699f8cb00ae2 HTTP/1.1" status: 200 len: 1000 time: 0.0623372 Aug 04 06:02:28.943492 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-df756c8f-3b0e-4a8d-ae05-0f131eb42997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:28.955732 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe2a2ba-2851-4879-95d1-6f9e4af745df req-7774ca46-2783-40b1-aaa2-715a30179913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:02:28.957309 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9fe2a2ba-2851-4879-95d1-6f9e4af745df req-7774ca46-2783-40b1-aaa2-715a30179913 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1710d15a-86d5-46eb-8a18-ce13aa256ffd HTTP/1.1" status: 200 len: 850 time: 0.0487607 Aug 04 06:02:29.008036 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe2a2ba-2851-4879-95d1-6f9e4af745df req-685acd23-eb27-48b4-9e8c-d13fb26ad400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:02:29.009559 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9fe2a2ba-2851-4879-95d1-6f9e4af745df req-685acd23-eb27-48b4-9e8c-d13fb26ad400 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=75087129-2768-469a-b081-a5bf8e2c4322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443251 Aug 04 06:02:29.016651 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-df756c8f-3b0e-4a8d-ae05-0f131eb42997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:29.059455 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-df756c8f-3b0e-4a8d-ae05-0f131eb42997 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ce0e70d6e5004900bfdc614b57f56fb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3622563 Aug 04 06:02:29.059455 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df756c8f-3b0e-4a8d-ae05-0f131eb42997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571fffee-2583-4999-9095-967cd4d42e5a,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:02:29.060413 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 35578) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:02:29.112192 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-340e9091-f9f0-4223-9f5f-8adf19d11e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:29.117139 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9fe2a2ba-2851-4879-95d1-6f9e4af745df req-885a35b5-e567-4c01-bcc0-fa78d364014f service neutron] 10.222.0.18 "GET /v2.0/networks/75087129-2768-469a-b081-a5bf8e2c4322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001229 Aug 04 06:02:29.134935 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-340e9091-f9f0-4223-9f5f-8adf19d11e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:29.161296 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-c9c234d4-27db-4f31-94e7-f77c19f9e90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'name': 'tempest-TestVolumeBootPattern-469316562-router', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '1e94306a-7c1a-4d31-86a7-349635fa0a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:58:54Z', 'updated_at': '2021-08-04T05:58:58Z', 'revision_number': 4, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'gw_port': {'id': '1e94306a-7c1a-4d31-86a7-349635fa0a1f', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:28:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:58:55Z', 'updated_at': '2021-08-04T05:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_floatingips': [{'id': 'b9e28316-e37b-49b0-8060-1ef459181929', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'floating_ip_address': '172.27.1.102', 'floating_network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'router_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'port_id': '629fa75e-e7bb-4013-a166-699f8cb00ae2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322', 'mac_address': 'fa:16:3e:eb:7e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48799c1b-49e1-454d-8e09-4f2294342999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T06:02:27Z', 'updated_at': '2021-08-04T06:02:27Z', 'revision_number': 0, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f633ad4-7ed1-43f5-aa0d-17d04f6c73df', 'name': '', 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'mac_address': 'fa:16:3e:36:3b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '1710d15a-86d5-46eb-8a18-ce13aa256ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:58:57Z', 'updated_at': '2021-08-04T05:59:05Z', 'revision_number': 5, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'subnets': [{'id': '1710d15a-86d5-46eb-8a18-ce13aa256ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:02:29.187622 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c234d4-27db-4f31-94e7-f77c19f9e90b None None] The sync data for ids ['a7a14fa8-24b3-4839-91ef-27fe175f609a'] in dv-cinder-801617-4-iscsi is: [{'id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'name': 'tempest-TestVolumeBootPattern-469316562-router', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '1e94306a-7c1a-4d31-86a7-349635fa0a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:58:54Z', 'updated_at': '2021-08-04T05:58:58Z', 'revision_number': 4, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'gw_port': {'id': '1e94306a-7c1a-4d31-86a7-349635fa0a1f', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:28:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:58:55Z', 'updated_at': '2021-08-04T05:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_floatingips': [{'id': 'b9e28316-e37b-49b0-8060-1ef459181929', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'floating_ip_address': '172.27.1.102', 'floating_network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'router_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'port_id': '629fa75e-e7bb-4013-a166-699f8cb00ae2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322', 'mac_address': 'fa:16:3e:eb:7e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48799c1b-49e1-454d-8e09-4f2294342999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T06:02:27Z', 'updated_at': '2021-08-04T06:02:27Z', 'revision_number': 0, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f633ad4-7ed1-43f5-aa0d-17d04f6c73df', 'name': '', 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'mac_address': 'fa:16:3e:36:3b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '1710d15a-86d5-46eb-8a18-ce13aa256ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:58:57Z', 'updated_at': '2021-08-04T05:59:05Z', 'revision_number': 5, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'subnets': [{'id': '1710d15a-86d5-46eb-8a18-ce13aa256ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 06:02:29.215870 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9fe2a2ba-2851-4879-95d1-6f9e4af745df req-41ab98c0-6e9b-478f-a4f7-ab02466d76b2 service neutron] 10.222.0.18 "GET /v2.0/networks/75087129-2768-469a-b081-a5bf8e2c4322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907269 Aug 04 06:02:29.294485 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-340e9091-f9f0-4223-9f5f-8adf19d11e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:29.297137 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-340e9091-f9f0-4223-9f5f-8adf19d11e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:29.298473 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-340e9091-f9f0-4223-9f5f-8adf19d11e95 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/571fffee-2583-4999-9095-967cd4d42e5a HTTP/1.1" status: 204 len: 168 time: 0.2371576 Aug 04 06:02:29.306974 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e9091-f9f0-4223-9f5f-8adf19d11e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571fffee-2583-4999-9095-967cd4d42e5a,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:02:29.369658 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab154df-81e6-4bcf-b430-056a3f897c7e None None] New status for floating IP b9e28316-e37b-49b0-8060-1ef459181929: ACTIVE {{(pid=100434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 06:02:33.608578 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-b77be8ec-c622-488d-afd6-55ac19d08cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:36.004652 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-48a9bcd4-595f-4853-b72b-2d13383b06c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:36.150935 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:37.610073 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6693b30c-6718-4946-8b55-748181203f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:39.421610 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-dee0c6e9-f257-441c-951e-ad3806d8c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:54.006006 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 35688) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:02:54.112744 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-62a6ca8e-6d75-4dd0-8315-a900816e7002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:54.203189 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-62a6ca8e-6d75-4dd0-8315-a900816e7002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:54.339687 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-62a6ca8e-6d75-4dd0-8315-a900816e7002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:54.375610 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a6ca8e-6d75-4dd0-8315-a900816e7002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61588f21-5138-4553-ac84-cd0944a7b1ca,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:02:54.379486 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-62a6ca8e-6d75-4dd0-8315-a900816e7002 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8a82c2148f0345de83efa10a1eb24c71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3724482 Aug 04 06:02:54.382242 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 35692) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:02:54.386743 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a6ca8e-6d75-4dd0-8315-a900816e7002 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:02:54.399060 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a6ca8e-6d75-4dd0-8315-a900816e7002 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:02:54.399060 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a6ca8e-6d75-4dd0-8315-a900816e7002 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:02:54.399060 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a6ca8e-6d75-4dd0-8315-a900816e7002 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:02:54.399060 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a6ca8e-6d75-4dd0-8315-a900816e7002 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:02:54.399060 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a6ca8e-6d75-4dd0-8315-a900816e7002 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:02:54.399060 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a6ca8e-6d75-4dd0-8315-a900816e7002 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:02:54.399060 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a6ca8e-6d75-4dd0-8315-a900816e7002 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:02:54.399060 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a6ca8e-6d75-4dd0-8315-a900816e7002 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:02:54.399060 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a6ca8e-6d75-4dd0-8315-a900816e7002 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:02:54.399060 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a6ca8e-6d75-4dd0-8315-a900816e7002 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:02:54.399060 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a6ca8e-6d75-4dd0-8315-a900816e7002 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:02:54.434824 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-495353c8-a594-4a0b-b672-7a07475e218c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:54.455888 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-495353c8-a594-4a0b-b672-7a07475e218c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:54.598982 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-495353c8-a594-4a0b-b672-7a07475e218c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:54.601523 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-495353c8-a594-4a0b-b672-7a07475e218c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:02:54.602687 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-495353c8-a594-4a0b-b672-7a07475e218c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/61588f21-5138-4553-ac84-cd0944a7b1ca HTTP/1.1" status: 204 len: 168 time: 0.2194643 Aug 04 06:02:54.610510 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495353c8-a594-4a0b-b672-7a07475e218c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61588f21-5138-4553-ac84-cd0944a7b1ca,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:02:56.387420 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:00.120808 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-8a6ac81e-34b3-48e5-8971-94b51c11e0fe req-a87cff04-7034-4bcd-8e41-b6d9e30b0f32 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=48799c1b-49e1-454d-8e09-4f2294342999&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392697 Aug 04 06:03:00.202173 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ac81e-34b3-48e5-8971-94b51c11e0fe req-ef896223-57f2-4df9-9f92-c70adf3f4516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:03:00.203538 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-8a6ac81e-34b3-48e5-8971-94b51c11e0fe req-ef896223-57f2-4df9-9f92-c70adf3f4516 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b09ae787d8884ae3ba4497e18def9b7a&device_id=48799c1b-49e1-454d-8e09-4f2294342999 HTTP/1.1" status: 200 len: 1099 time: 0.0429547 Aug 04 06:03:00.302012 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ac81e-34b3-48e5-8971-94b51c11e0fe req-ddd558cc-dee2-4097-baee-572f364074fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:03:00.303422 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-8a6ac81e-34b3-48e5-8971-94b51c11e0fe req-ddd558cc-dee2-4097-baee-572f364074fd service neutron] 10.222.0.18 "GET /v2.0/networks?id=75087129-2768-469a-b081-a5bf8e2c4322 HTTP/1.1" status: 200 len: 912 time: 0.0809562 Aug 04 06:03:00.372318 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-8a6ac81e-34b3-48e5-8971-94b51c11e0fe req-df13b029-10a6-46ca-a0ec-2cc4d42ad41f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=629fa75e-e7bb-4013-a166-699f8cb00ae2 HTTP/1.1" status: 200 len: 1002 time: 0.0615940 Aug 04 06:03:00.419495 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ac81e-34b3-48e5-8971-94b51c11e0fe req-1b6328e1-de43-4d2b-b1be-2d93533ea165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:03:00.420931 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-8a6ac81e-34b3-48e5-8971-94b51c11e0fe req-1b6328e1-de43-4d2b-b1be-2d93533ea165 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1710d15a-86d5-46eb-8a18-ce13aa256ffd HTTP/1.1" status: 200 len: 850 time: 0.0424480 Aug 04 06:03:00.466017 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ac81e-34b3-48e5-8971-94b51c11e0fe req-2be002f7-cf63-489a-bf9d-9a1dc6efdb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:03:00.467492 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-8a6ac81e-34b3-48e5-8971-94b51c11e0fe req-2be002f7-cf63-489a-bf9d-9a1dc6efdb01 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=75087129-2768-469a-b081-a5bf8e2c4322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396292 Aug 04 06:03:00.560798 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-8a6ac81e-34b3-48e5-8971-94b51c11e0fe req-86069dea-9a44-4cc5-857c-2b3b6fd11f52 service neutron] 10.222.0.18 "GET /v2.0/networks/75087129-2768-469a-b081-a5bf8e2c4322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860004 Aug 04 06:03:00.649586 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-8a6ac81e-34b3-48e5-8971-94b51c11e0fe req-01e29756-e5c2-4672-b461-f0039b543865 service neutron] 10.222.0.18 "GET /v2.0/networks/75087129-2768-469a-b081-a5bf8e2c4322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820718 Aug 04 06:03:01.004488 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-af02ba66-bd33-4c7f-ad7c-7481e90ae0d9 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 06:03:03.584530 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-2482affb-8c13-4468-b17b-8c235ab218c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:06.032552 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-711f63e0-3863-40b2-8bd2-7d83cb2a9bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:06.115265 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:07.125888 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 35814) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:03:07.227354 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-dfd25fe1-77c4-4610-99fc-3c450def0603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:07.312959 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-dfd25fe1-77c4-4610-99fc-3c450def0603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:07.375669 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-dfd25fe1-77c4-4610-99fc-3c450def0603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:07.418771 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-dfd25fe1-77c4-4610-99fc-3c450def0603 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6a0e96e6b193464d924ce535d6fe0c97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2918248 Aug 04 06:03:07.419626 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd25fe1-77c4-4610-99fc-3c450def0603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6deba782-640c-4681-8486-ad1adefa3054,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:03:07.421483 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 35820) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:03:07.470066 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d6c6e7a7-8622-43a2-a90b-e4323b8d518a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:07.490195 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d6c6e7a7-8622-43a2-a90b-e4323b8d518a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:07.598430 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6693b30c-6718-4946-8b55-748181203f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:07.638056 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d6c6e7a7-8622-43a2-a90b-e4323b8d518a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:07.640690 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d6c6e7a7-8622-43a2-a90b-e4323b8d518a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:07.641858 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-d6c6e7a7-8622-43a2-a90b-e4323b8d518a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6deba782-640c-4681-8486-ad1adefa3054 HTTP/1.1" status: 204 len: 168 time: 0.2193151 Aug 04 06:03:07.649685 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c6e7a7-8622-43a2-a90b-e4323b8d518a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6deba782-640c-4681-8486-ad1adefa3054,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:03:07.656907 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c6e7a7-8622-43a2-a90b-e4323b8d518a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:03:07.657250 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c6e7a7-8622-43a2-a90b-e4323b8d518a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:03:07.657589 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c6e7a7-8622-43a2-a90b-e4323b8d518a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:03:07.657924 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c6e7a7-8622-43a2-a90b-e4323b8d518a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:03:07.658254 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c6e7a7-8622-43a2-a90b-e4323b8d518a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:03:07.658584 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c6e7a7-8622-43a2-a90b-e4323b8d518a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:03:07.658911 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c6e7a7-8622-43a2-a90b-e4323b8d518a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:03:07.659236 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c6e7a7-8622-43a2-a90b-e4323b8d518a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:03:07.659562 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c6e7a7-8622-43a2-a90b-e4323b8d518a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:03:07.659902 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c6e7a7-8622-43a2-a90b-e4323b8d518a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:03:07.660225 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c6e7a7-8622-43a2-a90b-e4323b8d518a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:03:07.660542 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c6e7a7-8622-43a2-a90b-e4323b8d518a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:03:08.248116 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 35826) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:03:08.261178 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0901f75e-d390-40ac-88fa-71689277e2a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:08.349313 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0901f75e-d390-40ac-88fa-71689277e2a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:08.433005 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0901f75e-d390-40ac-88fa-71689277e2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:08.470951 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-0901f75e-d390-40ac-88fa-71689277e2a5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4280e443bc884a74a522ab724031881f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2217925 Aug 04 06:03:08.473019 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0901f75e-d390-40ac-88fa-71689277e2a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47dae9ae-8c3b-4858-9bd1-e6c0164cd780,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:03:08.473755 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 35828) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:03:08.521727 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-4215bcbb-7a76-483f-bd89-fa0921e66cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:08.541374 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-4215bcbb-7a76-483f-bd89-fa0921e66cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:08.661458 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-4215bcbb-7a76-483f-bd89-fa0921e66cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:08.663993 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-4215bcbb-7a76-483f-bd89-fa0921e66cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:08.665131 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-4215bcbb-7a76-483f-bd89-fa0921e66cf0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/47dae9ae-8c3b-4858-9bd1-e6c0164cd780 HTTP/1.1" status: 204 len: 168 time: 0.1904159 Aug 04 06:03:08.673693 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4215bcbb-7a76-483f-bd89-fa0921e66cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47dae9ae-8c3b-4858-9bd1-e6c0164cd780,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:03:09.331619 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 35834) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:03:09.345457 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-38617f30-8041-44da-8f5d-ba22f8e30a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:09.429703 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-38617f30-8041-44da-8f5d-ba22f8e30a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:09.447016 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-dee0c6e9-f257-441c-951e-ad3806d8c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:09.527493 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-38617f30-8041-44da-8f5d-ba22f8e30a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:09.565044 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-38617f30-8041-44da-8f5d-ba22f8e30a9c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=762d2f96b14e41a0884a6738a2c5c211&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2322109 Aug 04 06:03:09.565876 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38617f30-8041-44da-8f5d-ba22f8e30a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8622c4ac-bd75-4d35-854d-36524de0139e,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:03:09.567717 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 35836) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:03:09.617095 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a30ca54d-9b07-4a65-9fe9-6ac553dc2102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:09.637477 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a30ca54d-9b07-4a65-9fe9-6ac553dc2102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:09.772701 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a30ca54d-9b07-4a65-9fe9-6ac553dc2102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:09.775236 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a30ca54d-9b07-4a65-9fe9-6ac553dc2102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:09.776864 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-a30ca54d-9b07-4a65-9fe9-6ac553dc2102 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8622c4ac-bd75-4d35-854d-36524de0139e HTTP/1.1" status: 204 len: 168 time: 0.2081163 Aug 04 06:03:09.784607 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30ca54d-9b07-4a65-9fe9-6ac553dc2102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8622c4ac-bd75-4d35-854d-36524de0139e,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:03:10.712698 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 35858) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:03:10.805719 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-471e9e8a-34e9-4295-af71-e258be691740 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-780859745-network', 'tenant_id': '0326a1418a5348a09034971cb0abda42'}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 06:03:10.924343 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471e9e8a-34e9-4295-af71-e258be691740 admin admin] Made reservation on behalf of 0326a1418a5348a09034971cb0abda42 for: {'network': 1} {{(pid=100431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 06:03:10.926625 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-471e9e8a-34e9-4295-af71-e258be691740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for network, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:10.935160 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-471e9e8a-34e9-4295-af71-e258be691740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:11.019524 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-471e9e8a-34e9-4295-af71-e258be691740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:11.083906 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-471e9e8a-34e9-4295-af71-e258be691740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:11.109773 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-471e9e8a-34e9-4295-af71-e258be691740 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=100431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 06:03:11.119001 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e9e8a-34e9-4295-af71-e258be691740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfd5f3a-78b2-4d8f-85fe-e6475f476c95,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:03:11.123591 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-471e9e8a-34e9-4295-af71-e258be691740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2010985'] for segment, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:11.123950 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.db.segments_db [None req-471e9e8a-34e9-4295-af71-e258be691740 admin admin] Added segment d16890de-cf66-4bfa-9051-ee0fd558b0c8 of type vlan for network 8d9b5ffe-8eb4-4f25-a14e-ae0be6805bee Aug 04 06:03:11.162218 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-471e9e8a-34e9-4295-af71-e258be691740 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791114671894'] for network, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:11.283993 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-471e9e8a-34e9-4295-af71-e258be691740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527'] for network, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:11.284974 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471e9e8a-34e9-4295-af71-e258be691740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:03:11.285580 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-471e9e8a-34e9-4295-af71-e258be691740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for network, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:11.342194 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e9e8a-34e9-4295-af71-e258be691740 admin admin] Pushing event updated for resources: {'Network': ['ID=8d9b5ffe-8eb4-4f25-a14e-ae0be6805bee,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:03:11.351917 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Network 8d9b5ffe-8eb4-4f25-a14e-ae0be6805bee details requested by agent ovs-agent-dv-cinder-801617-4-iscsi with host dv-cinder-801617-4-iscsi {{(pid=100433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 06:03:11.393463 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-471e9e8a-34e9-4295-af71-e258be691740 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6791866 Aug 04 06:03:11.396428 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 35862) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:03:11.401418 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.v2.base [None req-0cf112d7-2412-4a2a-901b-0c0e5203d1a0 admin admin] Request body: {'subnet': {'network_id': '8d9b5ffe-8eb4-4f25-a14e-ae0be6805bee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-780859745-subnet', 'tenant_id': '0326a1418a5348a09034971cb0abda42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 06:03:11.484278 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf112d7-2412-4a2a-901b-0c0e5203d1a0 admin admin] Made reservation on behalf of 0326a1418a5348a09034971cb0abda42 for: {'subnet': 1} {{(pid=100431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 06:03:11.486543 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0cf112d7-2412-4a2a-901b-0c0e5203d1a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5171290'] for subnet, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:11.721228 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0cf112d7-2412-4a2a-901b-0c0e5203d1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4497540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5171300'] for subnet, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:11.778289 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf112d7-2412-4a2a-901b-0c0e5203d1a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2283f4e2-e583-4af7-8033-1ec1028915c4,revision_number=0']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:03:11.785649 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf112d7-2412-4a2a-901b-0c0e5203d1a0 admin admin] Checking segment: {'id': 'd16890de-cf66-4bfa-9051-ee0fd558b0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8d9b5ffe-8eb4-4f25-a14e-ae0be6805bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 06:03:11.786001 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf112d7-2412-4a2a-901b-0c0e5203d1a0 admin admin] Network hostable DHCP agents. Network: 8d9b5ffe-8eb4-4f25-a14e-ae0be6805bee, hostable agents: ['4768dbe1-4fdd-4775-b2cc-1723632bf934'], hosted agents: [] {{(pid=100431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 06:03:11.904029 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf112d7-2412-4a2a-901b-0c0e5203d1a0 admin admin] Network 8d9b5ffe-8eb4-4f25-a14e-ae0be6805bee is scheduled to be hosted by DHCP agent 4768dbe1-4fdd-4775-b2cc-1723632bf934 with binding_index 1 {{(pid=100431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 06:03:11.981088 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.base_scheduler [None req-0cf112d7-2412-4a2a-901b-0c0e5203d1a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-4-iscsi, 8d9b5ffe-8eb4-4f25-a14e-ae0be6805bee) {{(pid=100431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 06:03:11.985256 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf112d7-2412-4a2a-901b-0c0e5203d1a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:03:11.985925 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0cf112d7-2412-4a2a-901b-0c0e5203d1a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for subnet, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:11.989719 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2080f81-3055-4e49-b9b6-9ad207b73d26 None None] Network 8d9b5ffe-8eb4-4f25-a14e-ae0be6805bee requested from dv-cinder-801617-4-iscsi {{(pid=100433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 06:03:12.059228 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-0cf112d7-2412-4a2a-901b-0c0e5203d1a0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6616015 Aug 04 06:03:12.103842 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2066d1-88d2-4689-9f3a-b35428bade1e None None] Network 8d9b5ffe-8eb4-4f25-a14e-ae0be6805bee requested from dv-cinder-801617-4-iscsi {{(pid=100433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 06:03:14.216673 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3925e-70d8-468a-88ba-177e793d9881 req-4bfaa5e0-089e-42b2-9f3c-7885c6d920bc tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:03:14.218134 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e5b3925e-70d8-468a-88ba-177e793d9881 req-4bfaa5e0-089e-42b2-9f3c-7885c6d920bc tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/networks?id=8d9b5ffe-8eb4-4f25-a14e-ae0be6805bee HTTP/1.1" status: 200 len: 808 time: 0.1043119 Aug 04 06:03:14.233443 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e5b3925e-70d8-468a-88ba-177e793d9881 req-6a978500-14da-40f8-b2c3-1b5efb976a3c tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/quotas/0326a1418a5348a09034971cb0abda42 HTTP/1.1" status: 200 len: 375 time: 0.0098126 Aug 04 06:03:14.264234 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e5b3925e-70d8-468a-88ba-177e793d9881 req-31723cf4-fc0c-4452-83ba-282bcbb08f12 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0326a1418a5348a09034971cb0abda42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257888 Aug 04 06:03:14.355359 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e5b3925e-70d8-468a-88ba-177e793d9881 req-f36f1b97-711d-4328-8d20-3edd2e649f1c service neutron] 10.222.0.37 "GET /v2.0/networks/8d9b5ffe-8eb4-4f25-a14e-ae0be6805bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841901 Aug 04 06:03:14.441473 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e5b3925e-70d8-468a-88ba-177e793d9881 req-f56aaf1e-9d72-4e00-82e6-bae60f496e12 service neutron] 10.222.0.37 "GET /v2.0/networks/8d9b5ffe-8eb4-4f25-a14e-ae0be6805bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802305 Aug 04 06:03:14.743288 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-69a007e5-b6db-4e32-bbcd-e0a7b949e63a req-8c0895b5-480a-43cd-9c83-729f3ff289f1 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/ports?device_id=42b9d8ae-8c39-49ae-bad7-04f26a9c00b4 HTTP/1.1" status: 200 len: 210 time: 0.0291991 Aug 04 06:03:15.833816 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-b0008b71-11bc-4c90-ac4f-3f4efbb07125 req-a31ebefc-5439-4ed6-8df9-6e26812291c4 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/ports?device_id=42b9d8ae-8c39-49ae-bad7-04f26a9c00b4 HTTP/1.1" status: 200 len: 210 time: 0.0260532 Aug 04 06:03:16.908186 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-617bf11e-8175-4bed-9016-4b55f3fca02f req-ace1fc19-4459-48d5-9bc7-326bb066703c tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/ports?device_id=42b9d8ae-8c39-49ae-bad7-04f26a9c00b4 HTTP/1.1" status: 200 len: 210 time: 0.0263097 Aug 04 06:03:17.987652 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-22a26b34-24df-4f58-a839-852d7e547c42 req-2190e62a-53bf-466b-b6dc-bf4a3ca4c7bc tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/ports?device_id=42b9d8ae-8c39-49ae-bad7-04f26a9c00b4 HTTP/1.1" status: 200 len: 210 time: 0.0314071 Aug 04 06:03:19.077367 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-ef26128b-dfcd-492f-812f-f2c9b5498afa req-01c7e925-2f2c-43e0-9e60-24ad656751e7 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/ports?device_id=42b9d8ae-8c39-49ae-bad7-04f26a9c00b4 HTTP/1.1" status: 200 len: 210 time: 0.0265105 Aug 04 06:03:20.167107 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9caef17f-87f8-462e-9537-ae98d2693386 req-25f715e5-62c9-445d-8679-f24f220bddab tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/ports?device_id=42b9d8ae-8c39-49ae-bad7-04f26a9c00b4 HTTP/1.1" status: 200 len: 210 time: 0.0260613 Aug 04 06:03:21.043170 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3925e-70d8-468a-88ba-177e793d9881 req-f0671bd7-99cd-41e9-ae4d-7804a858e1a4 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:03:21.044637 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e5b3925e-70d8-468a-88ba-177e793d9881 req-f0671bd7-99cd-41e9-ae4d-7804a858e1a4 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.18 "GET /v2.0/networks?id=8d9b5ffe-8eb4-4f25-a14e-ae0be6805bee HTTP/1.1" status: 200 len: 808 time: 0.0999229 Aug 04 06:03:21.058638 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [req-e5b3925e-70d8-468a-88ba-177e793d9881 req-3505970a-871a-4730-9d74-81d51a4658d1 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Request body: {'port': {'device_id': '42b9d8ae-8c39-49ae-bad7-04f26a9c00b4', 'network_id': '8d9b5ffe-8eb4-4f25-a14e-ae0be6805bee', 'admin_state_up': True, 'tenant_id': '0326a1418a5348a09034971cb0abda42'}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 06:03:21.259213 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-759a5de9-6a92-4a84-83a3-72ef2ab1fba2 req-65329a0d-c890-4707-8790-78fa0e8c549b tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/ports?device_id=42b9d8ae-8c39-49ae-bad7-04f26a9c00b4 HTTP/1.1" status: 200 len: 210 time: 0.0250440 Aug 04 06:03:21.295194 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5b3925e-70d8-468a-88ba-177e793d9881 req-3505970a-871a-4730-9d74-81d51a4658d1 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Made reservation on behalf of 0326a1418a5348a09034971cb0abda42 for: {'port': 1} {{(pid=100432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 06:03:21.298798 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-e5b3925e-70d8-468a-88ba-177e793d9881 req-3505970a-871a-4730-9d74-81d51a4658d1 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:21.425865 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.db_base_plugin_common [req-e5b3925e-70d8-468a-88ba-177e793d9881 req-3505970a-871a-4730-9d74-81d51a4658d1 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Allocated IP 172.20.0.3 (8d9b5ffe-8eb4-4f25-a14e-ae0be6805bee/2283f4e2-e583-4af7-8033-1ec1028915c4/119fe102-1df2-4688-8aae-2078302b6660) {{(pid=100432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 06:03:21.563841 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-e5b3925e-70d8-468a-88ba-177e793d9881 req-3505970a-871a-4730-9d74-81d51a4658d1 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Notify callbacks [] for port, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:21.678529 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-e5b3925e-70d8-468a-88ba-177e793d9881 req-3505970a-871a-4730-9d74-81d51a4658d1 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:21.722803 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5b3925e-70d8-468a-88ba-177e793d9881 req-3505970a-871a-4730-9d74-81d51a4658d1 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Network 8d9b5ffe-8eb4-4f25-a14e-ae0be6805bee is already hosted by enough agents. {{(pid=100432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 06:03:21.725869 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.base_scheduler [req-e5b3925e-70d8-468a-88ba-177e793d9881 req-3505970a-871a-4730-9d74-81d51a4658d1 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Resources bound (agent type, host, resource id): {{(pid=100432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 06:03:21.729447 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b3925e-70d8-468a-88ba-177e793d9881 req-3505970a-871a-4730-9d74-81d51a4658d1 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Received port after_create {{(pid=100432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 06:03:21.757042 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505970a-871a-4730-9d74-81d51a4658d1 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Pushing event updated for resources: {'Port': ['ID=119fe102-1df2-4688-8aae-2078302b6660,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:03:21.785045 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3925e-70d8-468a-88ba-177e793d9881 req-3505970a-871a-4730-9d74-81d51a4658d1 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:03:21.785887 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-e5b3925e-70d8-468a-88ba-177e793d9881 req-3505970a-871a-4730-9d74-81d51a4658d1 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for port, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:21.930377 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e5b3925e-70d8-468a-88ba-177e793d9881 req-3505970a-871a-4730-9d74-81d51a4658d1 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8752828 Aug 04 06:03:21.943289 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [req-e5b3925e-70d8-468a-88ba-177e793d9881 req-4205679e-90f3-45d4-9250-b757311c92c0 service neutron] Request body: {'port': {'device_id': '42b9d8ae-8c39-49ae-bad7-04f26a9c00b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 06:03:21.999340 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-e5b3925e-70d8-468a-88ba-177e793d9881 req-4205679e-90f3-45d4-9250-b757311c92c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:22.252933 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [req-e5b3925e-70d8-468a-88ba-177e793d9881 req-4205679e-90f3-45d4-9250-b757311c92c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 119fe102-1df2-4688-8aae-2078302b6660 {{(pid=100432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 06:03:22.260447 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-e5b3925e-70d8-468a-88ba-177e793d9881 req-4205679e-90f3-45d4-9250-b757311c92c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:22.271782 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.provisioning_blocks [req-e5b3925e-70d8-468a-88ba-177e793d9881 req-4205679e-90f3-45d4-9250-b757311c92c0 service neutron] Transition to ACTIVE for port object 119fe102-1df2-4688-8aae-2078302b6660 will not be triggered until provisioned by entity L2. {{(pid=100432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 06:03:22.371191 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044cfb8c-0ac3-4cfa-aea4-ca8324655aa5 req-ae8d2c88-30d8-417b-9367-67d4024e6f31 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:03:22.372707 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-044cfb8c-0ac3-4cfa-aea4-ca8324655aa5 req-ae8d2c88-30d8-417b-9367-67d4024e6f31 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/ports?device_id=42b9d8ae-8c39-49ae-bad7-04f26a9c00b4 HTTP/1.1" status: 200 len: 931 time: 0.0482099 Aug 04 06:03:22.404353 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-e5b3925e-70d8-468a-88ba-177e793d9881 req-4205679e-90f3-45d4-9250-b757311c92c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5048305'] for port, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:22.418016 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-044cfb8c-0ac3-4cfa-aea4-ca8324655aa5 req-36487303-3b6a-4023-8753-4bfb5b8c0314 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/security-groups?id=9bfd5f3a-78b2-4d8f-85fe-e6475f476c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394900 Aug 04 06:03:22.464362 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4205679e-90f3-45d4-9250-b757311c92c0 service neutron] Pushing event updated for resources: {'Port': ['ID=119fe102-1df2-4688-8aae-2078302b6660,revision_number=2']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:03:22.524261 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.managers [req-e5b3925e-70d8-468a-88ba-177e793d9881 req-4205679e-90f3-45d4-9250-b757311c92c0 service neutron] Attempting to bind port 119fe102-1df2-4688-8aae-2078302b6660 on host hv-cinder-80161 for vnic_type normal with profile {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 06:03:22.524514 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.managers [req-e5b3925e-70d8-468a-88ba-177e793d9881 req-4205679e-90f3-45d4-9250-b757311c92c0 service neutron] Attempting to bind port 119fe102-1df2-4688-8aae-2078302b6660 by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': 'd16890de-cf66-4bfa-9051-ee0fd558b0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8d9b5ffe-8eb4-4f25-a14e-ae0be6805bee'}] {{(pid=100432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 06:03:22.524832 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b3925e-70d8-468a-88ba-177e793d9881 req-4205679e-90f3-45d4-9250-b757311c92c0 service neutron] Attempting to bind port 119fe102-1df2-4688-8aae-2078302b6660 on network 8d9b5ffe-8eb4-4f25-a14e-ae0be6805bee {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 06:03:22.529428 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b3925e-70d8-468a-88ba-177e793d9881 req-4205679e-90f3-45d4-9250-b757311c92c0 service neutron] Port 119fe102-1df2-4688-8aae-2078302b6660 on network 8d9b5ffe-8eb4-4f25-a14e-ae0be6805bee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 06:03:22.529739 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b3925e-70d8-468a-88ba-177e793d9881 req-4205679e-90f3-45d4-9250-b757311c92c0 service neutron] Attempting to bind port 119fe102-1df2-4688-8aae-2078302b6660 on network 8d9b5ffe-8eb4-4f25-a14e-ae0be6805bee {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 06:03:22.534310 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b3925e-70d8-468a-88ba-177e793d9881 req-4205679e-90f3-45d4-9250-b757311c92c0 service neutron] Checking agent: {'id': 'b8cb1127-4c6b-4c0f-8dda-968dd091f2d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 5, 51, 56), 'started_at': datetime.datetime(2021, 8, 4, 5, 51, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 6, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 06:03:22.534631 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b3925e-70d8-468a-88ba-177e793d9881 req-4205679e-90f3-45d4-9250-b757311c92c0 service neutron] Checking segment: {'id': 'd16890de-cf66-4bfa-9051-ee0fd558b0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8d9b5ffe-8eb4-4f25-a14e-ae0be6805bee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 06:03:22.534999 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b3925e-70d8-468a-88ba-177e793d9881 req-4205679e-90f3-45d4-9250-b757311c92c0 service neutron] Bound using segment: {'id': 'd16890de-cf66-4bfa-9051-ee0fd558b0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8d9b5ffe-8eb4-4f25-a14e-ae0be6805bee'} {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 06:03:22.538095 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.managers [req-e5b3925e-70d8-468a-88ba-177e793d9881 req-4205679e-90f3-45d4-9250-b757311c92c0 service neutron] Bound port: 119fe102-1df2-4688-8aae-2078302b6660, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd16890de-cf66-4bfa-9051-ee0fd558b0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8d9b5ffe-8eb4-4f25-a14e-ae0be6805bee'}}] {{(pid=100432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 06:03:22.538095 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-e5b3925e-70d8-468a-88ba-177e793d9881 req-4205679e-90f3-45d4-9250-b757311c92c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:22.597087 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [req-e5b3925e-70d8-468a-88ba-177e793d9881 req-4205679e-90f3-45d4-9250-b757311c92c0 service neutron] For port 119fe102-1df2-4688-8aae-2078302b6660, host hv-cinder-80161, cleared binding levels {{(pid=100432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 06:03:22.600009 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [req-e5b3925e-70d8-468a-88ba-177e793d9881 req-4205679e-90f3-45d4-9250-b757311c92c0 service neutron] For port 119fe102-1df2-4688-8aae-2078302b6660, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=119fe102-1df2-4688-8aae-2078302b6660,segment=NetworkSegment(d16890de-cf66-4bfa-9051-ee0fd558b0c8),segment_id=d16890de-cf66-4bfa-9051-ee0fd558b0c8)] {{(pid=100432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 06:03:22.673408 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-e5b3925e-70d8-468a-88ba-177e793d9881 req-4205679e-90f3-45d4-9250-b757311c92c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5048305'] for port, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:22.710046 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3925e-70d8-468a-88ba-177e793d9881 req-4205679e-90f3-45d4-9250-b757311c92c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:03:22.710918 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-e5b3925e-70d8-468a-88ba-177e793d9881 req-4205679e-90f3-45d4-9250-b757311c92c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for port, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:22.712356 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e5b3925e-70d8-468a-88ba-177e793d9881 req-4205679e-90f3-45d4-9250-b757311c92c0 service neutron] 10.222.0.18 "PUT /v2.0/ports/119fe102-1df2-4688-8aae-2078302b6660 HTTP/1.1" status: 200 len: 1093 time: 0.7732489 Aug 04 06:03:22.712782 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b9d8ae-8c39-49ae-bad7-04f26a9c00b4', 'tag': '119fe102-1df2-4688-8aae-2078302b6660'}] {{(pid=100432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 06:03:22.715559 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7961aa7e709e573ce1f4efc3791ca037d6473da3b2c6b2a251ebfb1631130676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad50d02-45e5-4130-a6df-00ba7883c6e2" -d '{"events": [{"name": "network-changed", "server_uuid": "42b9d8ae-8c39-49ae-bad7-04f26a9c00b4", "tag": "119fe102-1df2-4688-8aae-2078302b6660"}]}' {{(pid=100432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 06:03:22.741879 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4205679e-90f3-45d4-9250-b757311c92c0 service neutron] Pushing event updated for resources: {'Port': ['ID=119fe102-1df2-4688-8aae-2078302b6660,revision_number=3']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:03:22.755112 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 06:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed03deec-37f9-463e-a202-86ccbce0ed6e x-openstack-request-id: req-ed03deec-37f9-463e-a202-86ccbce0ed6e {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 06:03:22.755399 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b9d8ae-8c39-49ae-bad7-04f26a9c00b4", "tag": "119fe102-1df2-4688-8aae-2078302b6660", "status": "completed", "code": 200}]} {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 06:03:22.755645 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ed03deec-37f9-463e-a202-86ccbce0ed6e {{(pid=100432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 06:03:22.756070 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b9d8ae-8c39-49ae-bad7-04f26a9c00b4', 'tag': '119fe102-1df2-4688-8aae-2078302b6660', 'status': 'completed', 'code': 200} Aug 04 06:03:22.815457 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad50d02-45e5-4130-a6df-00ba7883c6e2 req-e0d5fc94-771f-4d33-9756-5cd3ea1c9330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:03:22.816870 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-7ad50d02-45e5-4130-a6df-00ba7883c6e2 req-e0d5fc94-771f-4d33-9756-5cd3ea1c9330 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0326a1418a5348a09034971cb0abda42&device_id=42b9d8ae-8c39-49ae-bad7-04f26a9c00b4 HTTP/1.1" status: 200 len: 1096 time: 0.0424142 Aug 04 06:03:22.917152 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad50d02-45e5-4130-a6df-00ba7883c6e2 req-d9835fe9-c5ee-4c44-b02b-c7777eaf6650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:03:22.918741 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-7ad50d02-45e5-4130-a6df-00ba7883c6e2 req-d9835fe9-c5ee-4c44-b02b-c7777eaf6650 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=0326a1418a5348a09034971cb0abda42&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0926175 Aug 04 06:03:23.012901 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad50d02-45e5-4130-a6df-00ba7883c6e2 req-b9dbe50f-70e5-4ef7-b084-040e2201c51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:03:23.014347 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-7ad50d02-45e5-4130-a6df-00ba7883c6e2 req-b9dbe50f-70e5-4ef7-b084-040e2201c51a service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891407 Aug 04 06:03:23.088431 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3925e-70d8-468a-88ba-177e793d9881 req-95abec43-f736-4776-9afe-cb41d65fc8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:03:23.090396 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e5b3925e-70d8-468a-88ba-177e793d9881 req-95abec43-f736-4776-9afe-cb41d65fc8de service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0326a1418a5348a09034971cb0abda42&device_id=42b9d8ae-8c39-49ae-bad7-04f26a9c00b4 HTTP/1.1" status: 200 len: 1096 time: 0.0401402 Aug 04 06:03:23.132823 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e5b3925e-70d8-468a-88ba-177e793d9881 req-a45ca269-128e-4b55-8d40-efe5f1374171 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=119fe102-1df2-4688-8aae-2078302b6660 HTTP/1.1" status: 200 len: 217 time: 0.0350506 Aug 04 06:03:23.180811 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3925e-70d8-468a-88ba-177e793d9881 req-8ae1a8ea-90f0-4897-aa39-ede57d6330e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:03:23.182175 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e5b3925e-70d8-468a-88ba-177e793d9881 req-8ae1a8ea-90f0-4897-aa39-ede57d6330e9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2283f4e2-e583-4af7-8033-1ec1028915c4 HTTP/1.1" status: 200 len: 848 time: 0.0420067 Aug 04 06:03:23.212964 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e5b3925e-70d8-468a-88ba-177e793d9881 req-cc44564b-72ce-4e13-b346-f258988eb3a1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8d9b5ffe-8eb4-4f25-a14e-ae0be6805bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239007 Aug 04 06:03:23.302854 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e5b3925e-70d8-468a-88ba-177e793d9881 req-7ec61bc6-2238-48a1-ba48-437d9401874d service neutron] 10.222.0.18 "GET /v2.0/networks/8d9b5ffe-8eb4-4f25-a14e-ae0be6805bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826092 Aug 04 06:03:23.390420 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e5b3925e-70d8-468a-88ba-177e793d9881 req-17dff320-a4b0-4dfd-bd79-41d21509c3f5 service neutron] 10.222.0.18 "GET /v2.0/networks/8d9b5ffe-8eb4-4f25-a14e-ae0be6805bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804303 Aug 04 06:03:23.530968 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b31be-9d5b-4021-af99-e5b688b67818 req-cee8e7f0-8f13-4bd7-b474-6705a3b0eb53 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:03:23.532444 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-a64b31be-9d5b-4021-af99-e5b688b67818 req-cee8e7f0-8f13-4bd7-b474-6705a3b0eb53 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/ports?device_id=42b9d8ae-8c39-49ae-bad7-04f26a9c00b4 HTTP/1.1" status: 200 len: 943 time: 0.0483944 Aug 04 06:03:23.570801 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-a64b31be-9d5b-4021-af99-e5b688b67818 req-18a08e83-fbba-4f57-bfa5-d60d4448bbf6 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/security-groups?id=9bfd5f3a-78b2-4d8f-85fe-e6475f476c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323348 Aug 04 06:03:24.685781 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6565bf6-bcae-42bf-917c-1f5d69157a98 req-2a27c313-d32d-4c81-9789-19db771558be tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:03:24.687234 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-a6565bf6-bcae-42bf-917c-1f5d69157a98 req-2a27c313-d32d-4c81-9789-19db771558be tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/ports?device_id=42b9d8ae-8c39-49ae-bad7-04f26a9c00b4 HTTP/1.1" status: 200 len: 943 time: 0.0493679 Aug 04 06:03:24.729794 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-a6565bf6-bcae-42bf-917c-1f5d69157a98 req-696bb88b-c59c-4908-9ac0-998606f96369 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/security-groups?id=9bfd5f3a-78b2-4d8f-85fe-e6475f476c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366511 Aug 04 06:03:25.826952 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 119fe102-1df2-4688-8aae-2078302b6660 details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=100433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 06:03:25.846748 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab46534-510f-4c79-bd13-ca3e50d58253 req-1f90bb6f-b0bc-4c39-9fc1-da4974e60649 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:03:25.848258 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-8ab46534-510f-4c79-bd13-ca3e50d58253 req-1f90bb6f-b0bc-4c39-9fc1-da4974e60649 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/ports?device_id=42b9d8ae-8c39-49ae-bad7-04f26a9c00b4 HTTP/1.1" status: 200 len: 943 time: 0.0535319 Aug 04 06:03:25.885068 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-8ab46534-510f-4c79-bd13-ca3e50d58253 req-10b2c7f2-3cbd-40ef-9256-0159cad6fc11 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/security-groups?id=9bfd5f3a-78b2-4d8f-85fe-e6475f476c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306790 Aug 04 06:03:25.923193 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 119fe102-1df2-4688-8aae-2078302b6660, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=119fe102-1df2-4688-8aae-2078302b6660,segment=NetworkSegment(d16890de-cf66-4bfa-9051-ee0fd558b0c8),segment_id=d16890de-cf66-4bfa-9051-ee0fd558b0c8)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:03:25.934306 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Returning: {'device': '119fe102-1df2-4688-8aae-2078302b6660', 'network_id': '8d9b5ffe-8eb4-4f25-a14e-ae0be6805bee', 'port_id': '119fe102-1df2-4688-8aae-2078302b6660', 'mac_address': 'fa:16:3e:a1:37:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2283f4e2-e583-4af7-8033-1ec1028915c4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 06:03:25.970951 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:25.982948 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 119fe102-1df2-4688-8aae-2078302b6660 {{(pid=100433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 06:03:26.002389 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 119fe102-1df2-4688-8aae-2078302b6660, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=119fe102-1df2-4688-8aae-2078302b6660,segment=NetworkSegment(d16890de-cf66-4bfa-9051-ee0fd558b0c8),segment_id=d16890de-cf66-4bfa-9051-ee0fd558b0c8)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:03:26.189506 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:26.238837 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=119fe102-1df2-4688-8aae-2078302b6660,revision_number=4']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:03:26.246320 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:03:26.246670 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:03:26.247013 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:03:26.247344 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:03:26.247680 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:03:26.248039 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:03:26.248370 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:03:26.248692 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:03:26.249017 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:03:26.249338 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:03:26.249658 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:03:26.249976 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:03:26.391996 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:26.405155 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] get_ports_and_sgs() called for port_ids ['119fe102-1df2-4688-8aae-2078302b6660'] {{(pid=100433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 06:03:27.003373 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81906151-bc3b-428f-bdb9-c934f7120215 req-67c6fc7a-f977-4413-b10b-3e847481f936 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:03:27.004884 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-81906151-bc3b-428f-bdb9-c934f7120215 req-67c6fc7a-f977-4413-b10b-3e847481f936 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/ports?device_id=42b9d8ae-8c39-49ae-bad7-04f26a9c00b4 HTTP/1.1" status: 200 len: 944 time: 0.0521166 Aug 04 06:03:27.044151 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-81906151-bc3b-428f-bdb9-c934f7120215 req-53f04aee-e6c7-46a6-8ce9-af8fbdd626cb tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/security-groups?id=9bfd5f3a-78b2-4d8f-85fe-e6475f476c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332901 Aug 04 06:03:27.842231 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 119fe102-1df2-4688-8aae-2078302b6660 up at agent hyperv_hv-cinder-80161 {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 06:03:27.943116 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Provisioning for port 119fe102-1df2-4688-8aae-2078302b6660 completed by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 06:03:27.946912 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Provisioning complete for port 119fe102-1df2-4688-8aae-2078302b6660 triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 06:03:27.947276 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:28.026788 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:28.048012 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b9d8ae-8c39-49ae-bad7-04f26a9c00b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119fe102-1df2-4688-8aae-2078302b6660'}] {{(pid=100433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 06:03:28.050232 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffe4ad2cefe5cc989f07e8393c985a8403d56455fd91e6fde58b148ee627bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3047dbbf-0917-4331-93e4-78b743b06748" -d '{"events": [{"server_uuid": "42b9d8ae-8c39-49ae-bad7-04f26a9c00b4", "name": "network-vif-plugged", "status": "completed", "tag": "119fe102-1df2-4688-8aae-2078302b6660"}]}' {{(pid=100433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 06:03:28.063353 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 119fe102-1df2-4688-8aae-2078302b6660, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=119fe102-1df2-4688-8aae-2078302b6660,segment=NetworkSegment(d16890de-cf66-4bfa-9051-ee0fd558b0c8),segment_id=d16890de-cf66-4bfa-9051-ee0fd558b0c8)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:03:28.088563 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 06:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a254cdbf-436b-4bfc-8182-376e570b5470 x-openstack-request-id: req-a254cdbf-436b-4bfc-8182-376e570b5470 {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 06:03:28.088838 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b9d8ae-8c39-49ae-bad7-04f26a9c00b4", "name": "network-vif-plugged", "status": "completed", "tag": "119fe102-1df2-4688-8aae-2078302b6660", "code": 200}]} {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 06:03:28.089088 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a254cdbf-436b-4bfc-8182-376e570b5470 {{(pid=100433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 06:03:28.089497 dv-cinder-801617-4-iscsi neutron-server[100433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b9d8ae-8c39-49ae-bad7-04f26a9c00b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119fe102-1df2-4688-8aae-2078302b6660', 'code': 200} Aug 04 06:03:28.138483 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:28.160654 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0c539-64e0-4ad5-a23a-615189d023e3 req-cd7d615b-ffb1-4ddb-8fbc-e74f3e8ed984 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:03:28.162144 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-9de0c539-64e0-4ad5-a23a-615189d023e3 req-cd7d615b-ffb1-4ddb-8fbc-e74f3e8ed984 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/ports?device_id=42b9d8ae-8c39-49ae-bad7-04f26a9c00b4 HTTP/1.1" status: 200 len: 944 time: 0.0510421 Aug 04 06:03:28.187352 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=119fe102-1df2-4688-8aae-2078302b6660,revision_number=5']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:03:28.200569 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-9de0c539-64e0-4ad5-a23a-615189d023e3 req-ddfe3602-40dd-4d90-8426-79cf1cfdf91a tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/security-groups?id=9bfd5f3a-78b2-4d8f-85fe-e6475f476c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323839 Aug 04 06:03:28.417375 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc05da-e5db-4100-91cb-6ba3deb72b6e req-58d9f7f4-969d-46f2-8466-910f3bff28b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:03:28.418791 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-4dbc05da-e5db-4100-91cb-6ba3deb72b6e req-58d9f7f4-969d-46f2-8466-910f3bff28b3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=42b9d8ae-8c39-49ae-bad7-04f26a9c00b4 HTTP/1.1" status: 200 len: 1098 time: 0.0403082 Aug 04 06:03:28.453470 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-4dbc05da-e5db-4100-91cb-6ba3deb72b6e req-5f23b5ae-779a-4e8c-9d99-2e3345c0a121 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9bfd5f3a-78b2-4d8f-85fe-e6475f476c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279844 Aug 04 06:03:29.313903 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d472bf6-6c23-4f69-a37f-d00a17e5a6ca req-41075ab8-df04-45ef-abac-78f18a013f46 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:03:29.315362 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-8d472bf6-6c23-4f69-a37f-d00a17e5a6ca req-41075ab8-df04-45ef-abac-78f18a013f46 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/ports?device_id=42b9d8ae-8c39-49ae-bad7-04f26a9c00b4 HTTP/1.1" status: 200 len: 945 time: 0.0478287 Aug 04 06:03:29.353954 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-8d472bf6-6c23-4f69-a37f-d00a17e5a6ca req-d57cb21b-6901-478f-a0c0-eb502bea6027 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/security-groups?id=9bfd5f3a-78b2-4d8f-85fe-e6475f476c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325780 Aug 04 06:03:30.565146 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf46a98e-ae8a-4e9d-84bb-8da1c76c893e req-41d161c4-79b2-470f-8dbc-de0088cb964e tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:03:30.566573 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-bf46a98e-ae8a-4e9d-84bb-8da1c76c893e req-41d161c4-79b2-470f-8dbc-de0088cb964e tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/ports?device_id=42b9d8ae-8c39-49ae-bad7-04f26a9c00b4 HTTP/1.1" status: 200 len: 945 time: 0.1469266 Aug 04 06:03:30.603880 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-bf46a98e-ae8a-4e9d-84bb-8da1c76c893e req-83ac0169-90d5-4787-9fbf-4b4b437ddf68 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/security-groups?id=9bfd5f3a-78b2-4d8f-85fe-e6475f476c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314963 Aug 04 06:03:31.923953 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4220d-c51f-4df3-89de-9e1cce33edfc req-6cef2bb9-4a35-4da9-b147-d5895c83fce2 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:03:31.925395 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-2ae4220d-c51f-4df3-89de-9e1cce33edfc req-6cef2bb9-4a35-4da9-b147-d5895c83fce2 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/ports?device_id=42b9d8ae-8c39-49ae-bad7-04f26a9c00b4 HTTP/1.1" status: 200 len: 945 time: 0.0505202 Aug 04 06:03:31.963416 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-2ae4220d-c51f-4df3-89de-9e1cce33edfc req-a255e704-a41e-459a-8dc4-28eae6cf4e07 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/security-groups?id=9bfd5f3a-78b2-4d8f-85fe-e6475f476c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322170 Aug 04 06:03:33.134086 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a4f40-3ba0-4064-bd05-857287bcdf59 req-f4a68da8-0f7e-47a2-b18d-bd5f4296dfde tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:03:33.135621 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-b15a4f40-3ba0-4064-bd05-857287bcdf59 req-f4a68da8-0f7e-47a2-b18d-bd5f4296dfde tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/ports?device_id=42b9d8ae-8c39-49ae-bad7-04f26a9c00b4 HTTP/1.1" status: 200 len: 945 time: 0.1055186 Aug 04 06:03:33.202360 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9402f944-fa44-41ed-96d9-b95e4f20078d req-ae22c731-434f-4dd0-a690-c1f414d94993 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:03:33.203676 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9402f944-fa44-41ed-96d9-b95e4f20078d req-ae22c731-434f-4dd0-a690-c1f414d94993 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.18 "GET /v2.0/ports?device_id=42b9d8ae-8c39-49ae-bad7-04f26a9c00b4 HTTP/1.1" status: 200 len: 945 time: 0.0671327 Aug 04 06:03:33.206293 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-b15a4f40-3ba0-4064-bd05-857287bcdf59 req-d8e038d8-3d20-48ab-bc6e-14c8bbb74c52 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/security-groups?id=9bfd5f3a-78b2-4d8f-85fe-e6475f476c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624511 Aug 04 06:03:33.294079 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [req-9402f944-fa44-41ed-96d9-b95e4f20078d req-2b7ad3a2-5b78-4c70-893f-8108849550b7 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Deleting port 119fe102-1df2-4688-8aae-2078302b6660 {{(pid=100432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 06:03:33.294418 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-9402f944-fa44-41ed-96d9-b95e4f20078d req-2b7ad3a2-5b78-4c70-893f-8108849550b7 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:33.378983 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [req-9402f944-fa44-41ed-96d9-b95e4f20078d req-2b7ad3a2-5b78-4c70-893f-8108849550b7 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] For port 119fe102-1df2-4688-8aae-2078302b6660, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=119fe102-1df2-4688-8aae-2078302b6660,segment=NetworkSegment(d16890de-cf66-4bfa-9051-ee0fd558b0c8),segment_id=d16890de-cf66-4bfa-9051-ee0fd558b0c8)] {{(pid=100432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:03:33.379337 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-9402f944-fa44-41ed-96d9-b95e4f20078d req-2b7ad3a2-5b78-4c70-893f-8108849550b7 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:33.391750 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [req-9402f944-fa44-41ed-96d9-b95e4f20078d req-2b7ad3a2-5b78-4c70-893f-8108849550b7 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Calling delete_port for 119fe102-1df2-4688-8aae-2078302b6660 owned by compute:nova {{(pid=100432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 06:03:33.606178 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-1ef1b3c6-5483-4f25-9f29-7342928cfd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:33.634905 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-9402f944-fa44-41ed-96d9-b95e4f20078d req-2b7ad3a2-5b78-4c70-893f-8108849550b7 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:33.646603 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] get_ports_and_sgs() called for port_ids ['119fe102-1df2-4688-8aae-2078302b6660'] {{(pid=100433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 06:03:33.663890 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7ad3a2-5b78-4c70-893f-8108849550b7 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Pushing event deleted for resources: {'Port': ['ID=119fe102-1df2-4688-8aae-2078302b6660,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:03:33.707154 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.l3_dvrscheduler_db [req-9402f944-fa44-41ed-96d9-b95e4f20078d req-2b7ad3a2-5b78-4c70-893f-8108849550b7 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] No DVR routers for this DVR port 119fe102-1df2-4688-8aae-2078302b6660 on host hv-cinder-80161 {{(pid=100432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 06:03:33.709630 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-9402f944-fa44-41ed-96d9-b95e4f20078d req-2b7ad3a2-5b78-4c70-893f-8108849550b7 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for port, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:33.711852 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9402f944-fa44-41ed-96d9-b95e4f20078d req-2b7ad3a2-5b78-4c70-893f-8108849550b7 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.18 "DELETE /v2.0/ports/119fe102-1df2-4688-8aae-2078302b6660 HTTP/1.1" status: 204 len: 173 time: 0.5021164 Aug 04 06:03:33.712300 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b9d8ae-8c39-49ae-bad7-04f26a9c00b4', 'name': 'network-vif-deleted', 'tag': '119fe102-1df2-4688-8aae-2078302b6660'}] {{(pid=100432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 06:03:33.714615 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7961aa7e709e573ce1f4efc3791ca037d6473da3b2c6b2a251ebfb1631130676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c1c449-58d6-40b7-9eb7-eab4da578217" -d '{"events": [{"server_uuid": "42b9d8ae-8c39-49ae-bad7-04f26a9c00b4", "name": "network-vif-deleted", "tag": "119fe102-1df2-4688-8aae-2078302b6660"}]}' {{(pid=100432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 06:03:33.748727 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 06:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc6944a-822c-4070-b4b2-8b0a01aa7a47 x-openstack-request-id: req-2cc6944a-822c-4070-b4b2-8b0a01aa7a47 {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 06:03:33.749017 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b9d8ae-8c39-49ae-bad7-04f26a9c00b4", "name": "network-vif-deleted", "tag": "119fe102-1df2-4688-8aae-2078302b6660", "status": "completed", "code": 200}]} {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 06:03:33.749261 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2cc6944a-822c-4070-b4b2-8b0a01aa7a47 {{(pid=100432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 06:03:33.749648 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b9d8ae-8c39-49ae-bad7-04f26a9c00b4', 'name': 'network-vif-deleted', 'tag': '119fe102-1df2-4688-8aae-2078302b6660', 'status': 'completed', 'code': 200} Aug 04 06:03:34.311779 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-4a04ea15-0b25-446f-a51f-572294b0bc8f req-2f008532-4407-48cf-930f-7852e13c6195 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/ports?device_id=42b9d8ae-8c39-49ae-bad7-04f26a9c00b4 HTTP/1.1" status: 200 len: 210 time: 0.0301838 Aug 04 06:03:35.565522 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da036d-6b03-48f0-bf7f-708cdf149b26 req-96f07352-a2e2-4a4c-84e1-19c94cd03f63 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:03:35.566954 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f4da036d-6b03-48f0-bf7f-708cdf149b26 req-96f07352-a2e2-4a4c-84e1-19c94cd03f63 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/networks?id=8d9b5ffe-8eb4-4f25-a14e-ae0be6805bee HTTP/1.1" status: 200 len: 808 time: 0.0982254 Aug 04 06:03:35.581196 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f4da036d-6b03-48f0-bf7f-708cdf149b26 req-38e9eaf9-9897-412d-a84a-105bb14ed1a8 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/quotas/0326a1418a5348a09034971cb0abda42 HTTP/1.1" status: 200 len: 375 time: 0.0086682 Aug 04 06:03:35.612389 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f4da036d-6b03-48f0-bf7f-708cdf149b26 req-4480d945-bf13-4cb8-9bfa-8ed8beb9c3e6 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0326a1418a5348a09034971cb0abda42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258102 Aug 04 06:03:35.623435 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [req-f4da036d-6b03-48f0-bf7f-708cdf149b26 req-ebe8b77d-76d0-4ba8-8324-f68cfc35a56f service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=100432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 06:03:35.624397 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f4da036d-6b03-48f0-bf7f-708cdf149b26 req-ebe8b77d-76d0-4ba8-8324-f68cfc35a56f service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057600 Aug 04 06:03:35.711449 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f4da036d-6b03-48f0-bf7f-708cdf149b26 req-53ff799b-5145-445e-af2c-deaba5e57145 service neutron] 10.222.0.37 "GET /v2.0/networks/8d9b5ffe-8eb4-4f25-a14e-ae0be6805bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816700 Aug 04 06:03:35.797807 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f4da036d-6b03-48f0-bf7f-708cdf149b26 req-7ab110bc-5bac-4d85-9429-25938d398c46 service neutron] 10.222.0.37 "GET /v2.0/networks/8d9b5ffe-8eb4-4f25-a14e-ae0be6805bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801992 Aug 04 06:03:35.859579 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 119fe102-1df2-4688-8aae-2078302b6660 no longer exists at agent hyperv_hv-cinder-80161 {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 06:03:35.880114 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] No Port match for: 119fe102-1df2-4688-8aae-2078302b6660 {{(pid=100433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 06:03:35.880389 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 119fe102-1df2-4688-8aae-2078302b6660 not bound to the agent host hv-cinder-80161 {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 06:03:36.023121 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-85781ce9-8f25-469a-8bd3-3a0d93f6799a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:36.082031 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-afc64c05-6489-4568-8591-eb716b5d227f req-b844e76b-adcf-4a27-922d-0d995e074690 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b99e30c-99d5-4ac5-bc31-84f5cd07c1e3 HTTP/1.1" status: 200 len: 210 time: 0.0269227 Aug 04 06:03:36.154669 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:37.178148 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-bacc2f32-f877-4188-a11a-9f146bc9354e req-8c3ac1f1-1968-45cc-83be-bd5d102b44ae tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b99e30c-99d5-4ac5-bc31-84f5cd07c1e3 HTTP/1.1" status: 200 len: 210 time: 0.0302141 Aug 04 06:03:37.598157 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6693b30c-6718-4946-8b55-748181203f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:38.004456 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-af02ba66-bd33-4c7f-ad7c-7481e90ae0d9 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 06:03:38.227322 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da036d-6b03-48f0-bf7f-708cdf149b26 req-aefe5158-98fe-43dd-a1fb-d1fe8d367790 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:03:38.229225 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f4da036d-6b03-48f0-bf7f-708cdf149b26 req-aefe5158-98fe-43dd-a1fb-d1fe8d367790 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.18 "GET /v2.0/networks?id=8d9b5ffe-8eb4-4f25-a14e-ae0be6805bee HTTP/1.1" status: 200 len: 808 time: 0.1025560 Aug 04 06:03:38.241873 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [req-f4da036d-6b03-48f0-bf7f-708cdf149b26 req-8b632a22-e749-474b-95cf-a7728e043361 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Request body: {'port': {'device_id': '5b99e30c-99d5-4ac5-bc31-84f5cd07c1e3', 'network_id': '8d9b5ffe-8eb4-4f25-a14e-ae0be6805bee', 'admin_state_up': True, 'tenant_id': '0326a1418a5348a09034971cb0abda42'}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 06:03:38.273209 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-50c52f3e-f63d-42f0-95d3-a3a6ea5c6bbb req-b1e1ff7c-9c59-4a6b-97f0-ac7aca8f9645 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b99e30c-99d5-4ac5-bc31-84f5cd07c1e3 HTTP/1.1" status: 200 len: 210 time: 0.0254760 Aug 04 06:03:38.422947 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4da036d-6b03-48f0-bf7f-708cdf149b26 req-8b632a22-e749-474b-95cf-a7728e043361 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Made reservation on behalf of 0326a1418a5348a09034971cb0abda42 for: {'port': 1} {{(pid=100432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 06:03:38.426528 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-f4da036d-6b03-48f0-bf7f-708cdf149b26 req-8b632a22-e749-474b-95cf-a7728e043361 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:38.549442 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.db_base_plugin_common [req-f4da036d-6b03-48f0-bf7f-708cdf149b26 req-8b632a22-e749-474b-95cf-a7728e043361 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Allocated IP 172.20.0.14 (8d9b5ffe-8eb4-4f25-a14e-ae0be6805bee/2283f4e2-e583-4af7-8033-1ec1028915c4/7c5f927c-e18b-4fac-a188-6a3eb35834ef) {{(pid=100432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 06:03:38.693735 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-f4da036d-6b03-48f0-bf7f-708cdf149b26 req-8b632a22-e749-474b-95cf-a7728e043361 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Notify callbacks [] for port, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:38.798413 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-f4da036d-6b03-48f0-bf7f-708cdf149b26 req-8b632a22-e749-474b-95cf-a7728e043361 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:38.843400 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4da036d-6b03-48f0-bf7f-708cdf149b26 req-8b632a22-e749-474b-95cf-a7728e043361 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Network 8d9b5ffe-8eb4-4f25-a14e-ae0be6805bee is already hosted by enough agents. {{(pid=100432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 06:03:38.846417 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.base_scheduler [req-f4da036d-6b03-48f0-bf7f-708cdf149b26 req-8b632a22-e749-474b-95cf-a7728e043361 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Resources bound (agent type, host, resource id): {{(pid=100432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 06:03:38.852372 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4da036d-6b03-48f0-bf7f-708cdf149b26 req-8b632a22-e749-474b-95cf-a7728e043361 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Received port after_create {{(pid=100432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 06:03:38.857882 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b632a22-e749-474b-95cf-a7728e043361 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Pushing event updated for resources: {'Port': ['ID=7c5f927c-e18b-4fac-a188-6a3eb35834ef,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:03:38.900659 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da036d-6b03-48f0-bf7f-708cdf149b26 req-8b632a22-e749-474b-95cf-a7728e043361 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:03:38.901253 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-f4da036d-6b03-48f0-bf7f-708cdf149b26 req-8b632a22-e749-474b-95cf-a7728e043361 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for port, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:38.972274 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f4da036d-6b03-48f0-bf7f-708cdf149b26 req-8b632a22-e749-474b-95cf-a7728e043361 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7343204 Aug 04 06:03:38.984746 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [req-f4da036d-6b03-48f0-bf7f-708cdf149b26 req-bdab9bba-1792-4817-8032-27d9a38c4fef service neutron] Request body: {'port': {'device_id': '5b99e30c-99d5-4ac5-bc31-84f5cd07c1e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 06:03:39.037035 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-f4da036d-6b03-48f0-bf7f-708cdf149b26 req-bdab9bba-1792-4817-8032-27d9a38c4fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:39.294749 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [req-f4da036d-6b03-48f0-bf7f-708cdf149b26 req-bdab9bba-1792-4817-8032-27d9a38c4fef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c5f927c-e18b-4fac-a188-6a3eb35834ef {{(pid=100432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 06:03:39.302569 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-f4da036d-6b03-48f0-bf7f-708cdf149b26 req-bdab9bba-1792-4817-8032-27d9a38c4fef service neutron] Notify callbacks [] for port, precommit_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:39.315069 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.provisioning_blocks [req-f4da036d-6b03-48f0-bf7f-708cdf149b26 req-bdab9bba-1792-4817-8032-27d9a38c4fef service neutron] Transition to ACTIVE for port object 7c5f927c-e18b-4fac-a188-6a3eb35834ef will not be triggered until provisioned by entity L2. {{(pid=100432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 06:03:39.359960 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-dee0c6e9-f257-441c-951e-ad3806d8c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:39.388320 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095c388-84e7-4a7d-bc8a-1a68bda466ca req-1cf3f78f-1b13-41e6-bd23-d0f562e9204b tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:03:39.389780 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-a095c388-84e7-4a7d-bc8a-1a68bda466ca req-1cf3f78f-1b13-41e6-bd23-d0f562e9204b tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b99e30c-99d5-4ac5-bc31-84f5cd07c1e3 HTTP/1.1" status: 200 len: 932 time: 0.0486331 Aug 04 06:03:39.392003 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-f4da036d-6b03-48f0-bf7f-708cdf149b26 req-bdab9bba-1792-4817-8032-27d9a38c4fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5048305'] for port, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:39.461375 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdab9bba-1792-4817-8032-27d9a38c4fef service neutron] Pushing event updated for resources: {'Port': ['ID=7c5f927c-e18b-4fac-a188-6a3eb35834ef,revision_number=2']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:03:39.471358 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-a095c388-84e7-4a7d-bc8a-1a68bda466ca req-ae7aab93-bf54-439b-93c4-7423cdb31583 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/security-groups?id=9bfd5f3a-78b2-4d8f-85fe-e6475f476c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743420 Aug 04 06:03:39.537015 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.managers [req-f4da036d-6b03-48f0-bf7f-708cdf149b26 req-bdab9bba-1792-4817-8032-27d9a38c4fef service neutron] Attempting to bind port 7c5f927c-e18b-4fac-a188-6a3eb35834ef on host hv-cinder-80161 for vnic_type normal with profile {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 06:03:39.537265 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.managers [req-f4da036d-6b03-48f0-bf7f-708cdf149b26 req-bdab9bba-1792-4817-8032-27d9a38c4fef service neutron] Attempting to bind port 7c5f927c-e18b-4fac-a188-6a3eb35834ef by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': 'd16890de-cf66-4bfa-9051-ee0fd558b0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8d9b5ffe-8eb4-4f25-a14e-ae0be6805bee'}] {{(pid=100432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 06:03:39.537588 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4da036d-6b03-48f0-bf7f-708cdf149b26 req-bdab9bba-1792-4817-8032-27d9a38c4fef service neutron] Attempting to bind port 7c5f927c-e18b-4fac-a188-6a3eb35834ef on network 8d9b5ffe-8eb4-4f25-a14e-ae0be6805bee {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 06:03:39.541687 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4da036d-6b03-48f0-bf7f-708cdf149b26 req-bdab9bba-1792-4817-8032-27d9a38c4fef service neutron] Port 7c5f927c-e18b-4fac-a188-6a3eb35834ef on network 8d9b5ffe-8eb4-4f25-a14e-ae0be6805bee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 06:03:39.541999 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4da036d-6b03-48f0-bf7f-708cdf149b26 req-bdab9bba-1792-4817-8032-27d9a38c4fef service neutron] Attempting to bind port 7c5f927c-e18b-4fac-a188-6a3eb35834ef on network 8d9b5ffe-8eb4-4f25-a14e-ae0be6805bee {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 06:03:39.547158 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4da036d-6b03-48f0-bf7f-708cdf149b26 req-bdab9bba-1792-4817-8032-27d9a38c4fef service neutron] Checking agent: {'id': 'b8cb1127-4c6b-4c0f-8dda-968dd091f2d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 5, 51, 56), 'started_at': datetime.datetime(2021, 8, 4, 5, 51, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 6, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 06:03:39.547483 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4da036d-6b03-48f0-bf7f-708cdf149b26 req-bdab9bba-1792-4817-8032-27d9a38c4fef service neutron] Checking segment: {'id': 'd16890de-cf66-4bfa-9051-ee0fd558b0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8d9b5ffe-8eb4-4f25-a14e-ae0be6805bee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 06:03:39.547855 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4da036d-6b03-48f0-bf7f-708cdf149b26 req-bdab9bba-1792-4817-8032-27d9a38c4fef service neutron] Bound using segment: {'id': 'd16890de-cf66-4bfa-9051-ee0fd558b0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8d9b5ffe-8eb4-4f25-a14e-ae0be6805bee'} {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 06:03:39.548297 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.managers [req-f4da036d-6b03-48f0-bf7f-708cdf149b26 req-bdab9bba-1792-4817-8032-27d9a38c4fef service neutron] Bound port: 7c5f927c-e18b-4fac-a188-6a3eb35834ef, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd16890de-cf66-4bfa-9051-ee0fd558b0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8d9b5ffe-8eb4-4f25-a14e-ae0be6805bee'}}] {{(pid=100432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 06:03:39.548642 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-f4da036d-6b03-48f0-bf7f-708cdf149b26 req-bdab9bba-1792-4817-8032-27d9a38c4fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:39.608924 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [req-f4da036d-6b03-48f0-bf7f-708cdf149b26 req-bdab9bba-1792-4817-8032-27d9a38c4fef service neutron] For port 7c5f927c-e18b-4fac-a188-6a3eb35834ef, host hv-cinder-80161, cleared binding levels {{(pid=100432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 06:03:39.612097 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [req-f4da036d-6b03-48f0-bf7f-708cdf149b26 req-bdab9bba-1792-4817-8032-27d9a38c4fef service neutron] For port 7c5f927c-e18b-4fac-a188-6a3eb35834ef, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=7c5f927c-e18b-4fac-a188-6a3eb35834ef,segment=NetworkSegment(d16890de-cf66-4bfa-9051-ee0fd558b0c8),segment_id=d16890de-cf66-4bfa-9051-ee0fd558b0c8)] {{(pid=100432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 06:03:39.714492 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-f4da036d-6b03-48f0-bf7f-708cdf149b26 req-bdab9bba-1792-4817-8032-27d9a38c4fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5048305'] for port, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:39.747166 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da036d-6b03-48f0-bf7f-708cdf149b26 req-bdab9bba-1792-4817-8032-27d9a38c4fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:03:39.748139 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-f4da036d-6b03-48f0-bf7f-708cdf149b26 req-bdab9bba-1792-4817-8032-27d9a38c4fef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for port, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:39.749555 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f4da036d-6b03-48f0-bf7f-708cdf149b26 req-bdab9bba-1792-4817-8032-27d9a38c4fef service neutron] 10.222.0.18 "PUT /v2.0/ports/7c5f927c-e18b-4fac-a188-6a3eb35834ef HTTP/1.1" status: 200 len: 1094 time: 0.7688453 Aug 04 06:03:39.751725 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b99e30c-99d5-4ac5-bc31-84f5cd07c1e3', 'tag': '7c5f927c-e18b-4fac-a188-6a3eb35834ef'}] {{(pid=100432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 06:03:39.754949 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7961aa7e709e573ce1f4efc3791ca037d6473da3b2c6b2a251ebfb1631130676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638ba795-d5f6-4453-9b72-bbd7b77c539d" -d '{"events": [{"name": "network-changed", "server_uuid": "5b99e30c-99d5-4ac5-bc31-84f5cd07c1e3", "tag": "7c5f927c-e18b-4fac-a188-6a3eb35834ef"}]}' {{(pid=100432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 06:03:39.781298 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdab9bba-1792-4817-8032-27d9a38c4fef service neutron] Pushing event updated for resources: {'Port': ['ID=7c5f927c-e18b-4fac-a188-6a3eb35834ef,revision_number=3']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:03:39.791210 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 06:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6225c95-8125-4295-ad31-10563833c6fc x-openstack-request-id: req-a6225c95-8125-4295-ad31-10563833c6fc {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 06:03:39.791513 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b99e30c-99d5-4ac5-bc31-84f5cd07c1e3", "tag": "7c5f927c-e18b-4fac-a188-6a3eb35834ef", "status": "completed", "code": 200}]} {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 06:03:39.791757 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a6225c95-8125-4295-ad31-10563833c6fc {{(pid=100432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 06:03:39.792211 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b99e30c-99d5-4ac5-bc31-84f5cd07c1e3', 'tag': '7c5f927c-e18b-4fac-a188-6a3eb35834ef', 'status': 'completed', 'code': 200} Aug 04 06:03:39.853909 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ba795-d5f6-4453-9b72-bbd7b77c539d req-286e9f45-2bb3-495c-bdca-ed14c2048171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:03:39.855458 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-638ba795-d5f6-4453-9b72-bbd7b77c539d req-286e9f45-2bb3-495c-bdca-ed14c2048171 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0326a1418a5348a09034971cb0abda42&device_id=5b99e30c-99d5-4ac5-bc31-84f5cd07c1e3 HTTP/1.1" status: 200 len: 1097 time: 0.0429394 Aug 04 06:03:39.953820 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ba795-d5f6-4453-9b72-bbd7b77c539d req-74c0bc76-9f35-4474-a96d-a17622b1c3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:03:39.955288 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-638ba795-d5f6-4453-9b72-bbd7b77c539d req-74c0bc76-9f35-4474-a96d-a17622b1c3d3 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=0326a1418a5348a09034971cb0abda42&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0925329 Aug 04 06:03:40.051474 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ba795-d5f6-4453-9b72-bbd7b77c539d req-12216861-7e08-4e32-8ed0-03dd6224b764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:03:40.052868 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-638ba795-d5f6-4453-9b72-bbd7b77c539d req-12216861-7e08-4e32-8ed0-03dd6224b764 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913339 Aug 04 06:03:40.126258 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da036d-6b03-48f0-bf7f-708cdf149b26 req-9f47cd2f-660e-44d2-b997-fb39c8699eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:03:40.127742 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f4da036d-6b03-48f0-bf7f-708cdf149b26 req-9f47cd2f-660e-44d2-b997-fb39c8699eaa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0326a1418a5348a09034971cb0abda42&device_id=5b99e30c-99d5-4ac5-bc31-84f5cd07c1e3 HTTP/1.1" status: 200 len: 1097 time: 0.0410366 Aug 04 06:03:40.168219 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f4da036d-6b03-48f0-bf7f-708cdf149b26 req-b22efc22-afaa-4927-a1a6-2ef6d9d363ba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c5f927c-e18b-4fac-a188-6a3eb35834ef HTTP/1.1" status: 200 len: 217 time: 0.0330794 Aug 04 06:03:40.217754 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da036d-6b03-48f0-bf7f-708cdf149b26 req-230b596b-e335-4a6f-a6f4-21a6305cd833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:03:40.219137 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f4da036d-6b03-48f0-bf7f-708cdf149b26 req-230b596b-e335-4a6f-a6f4-21a6305cd833 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2283f4e2-e583-4af7-8033-1ec1028915c4 HTTP/1.1" status: 200 len: 848 time: 0.0447752 Aug 04 06:03:40.498190 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f4da036d-6b03-48f0-bf7f-708cdf149b26 req-f60b8285-3554-48f3-a1fd-b23eaffff4ae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8d9b5ffe-8eb4-4f25-a14e-ae0be6805bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2723475 Aug 04 06:03:40.615744 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17762e-5927-400a-8efb-d1988dea48fd req-0861805e-6f87-420b-8fe7-0df9150dc281 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:03:40.617305 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-3d17762e-5927-400a-8efb-d1988dea48fd req-0861805e-6f87-420b-8fe7-0df9150dc281 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b99e30c-99d5-4ac5-bc31-84f5cd07c1e3 HTTP/1.1" status: 200 len: 944 time: 0.0718179 Aug 04 06:03:40.634158 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f4da036d-6b03-48f0-bf7f-708cdf149b26 req-c6127730-b14e-4cba-ae15-a9d26700b5d1 service neutron] 10.222.0.18 "GET /v2.0/networks/8d9b5ffe-8eb4-4f25-a14e-ae0be6805bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287329 Aug 04 06:03:40.701356 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-3d17762e-5927-400a-8efb-d1988dea48fd req-90442d8c-8b4e-4cd7-bd64-245c005b1dc0 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/security-groups?id=9bfd5f3a-78b2-4d8f-85fe-e6475f476c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762894 Aug 04 06:03:40.743431 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f4da036d-6b03-48f0-bf7f-708cdf149b26 req-389b6b97-5063-4389-9d2a-7b0441d43817 service neutron] 10.222.0.18 "GET /v2.0/networks/8d9b5ffe-8eb4-4f25-a14e-ae0be6805bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003308 Aug 04 06:03:41.819640 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb18201-da63-473a-ac62-250717676d72 req-186f257e-9450-49c4-a1cc-edc46c504ffe tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:03:41.821163 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-0cb18201-da63-473a-ac62-250717676d72 req-186f257e-9450-49c4-a1cc-edc46c504ffe tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b99e30c-99d5-4ac5-bc31-84f5cd07c1e3 HTTP/1.1" status: 200 len: 944 time: 0.0503187 Aug 04 06:03:41.863422 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-0cb18201-da63-473a-ac62-250717676d72 req-4891e7b7-467a-4a07-8d5d-bbbd2e09390a tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/security-groups?id=9bfd5f3a-78b2-4d8f-85fe-e6475f476c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363438 Aug 04 06:03:42.981897 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d75d3c-c604-47ee-8b31-70b37d084db1 req-c662ae09-ec39-4fb1-8f95-96853cc447ec tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:03:42.983383 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-45d75d3c-c604-47ee-8b31-70b37d084db1 req-c662ae09-ec39-4fb1-8f95-96853cc447ec tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b99e30c-99d5-4ac5-bc31-84f5cd07c1e3 HTTP/1.1" status: 200 len: 944 time: 0.0527160 Aug 04 06:03:43.020836 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-45d75d3c-c604-47ee-8b31-70b37d084db1 req-f8c170d8-1ad0-48b1-8c0e-0c61247bf034 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/security-groups?id=9bfd5f3a-78b2-4d8f-85fe-e6475f476c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315251 Aug 04 06:03:43.904126 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 7c5f927c-e18b-4fac-a188-6a3eb35834ef details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=100433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 06:03:43.997523 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 7c5f927c-e18b-4fac-a188-6a3eb35834ef, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=7c5f927c-e18b-4fac-a188-6a3eb35834ef,segment=NetworkSegment(d16890de-cf66-4bfa-9051-ee0fd558b0c8),segment_id=d16890de-cf66-4bfa-9051-ee0fd558b0c8)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:03:44.008461 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Returning: {'device': '7c5f927c-e18b-4fac-a188-6a3eb35834ef', 'network_id': '8d9b5ffe-8eb4-4f25-a14e-ae0be6805bee', 'port_id': '7c5f927c-e18b-4fac-a188-6a3eb35834ef', 'mac_address': 'fa:16:3e:1b:ce:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2283f4e2-e583-4af7-8033-1ec1028915c4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 06:03:44.044391 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:44.056928 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c5f927c-e18b-4fac-a188-6a3eb35834ef {{(pid=100433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 06:03:44.077278 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 7c5f927c-e18b-4fac-a188-6a3eb35834ef, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=7c5f927c-e18b-4fac-a188-6a3eb35834ef,segment=NetworkSegment(d16890de-cf66-4bfa-9051-ee0fd558b0c8),segment_id=d16890de-cf66-4bfa-9051-ee0fd558b0c8)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:03:44.133221 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e1090-910e-47db-8aec-f6615cbe656b req-7e83ac40-87c6-4d35-977e-b6e8b14bcaa6 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:03:44.134674 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-444e1090-910e-47db-8aec-f6615cbe656b req-7e83ac40-87c6-4d35-977e-b6e8b14bcaa6 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b99e30c-99d5-4ac5-bc31-84f5cd07c1e3 HTTP/1.1" status: 200 len: 944 time: 0.0474713 Aug 04 06:03:44.151975 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:44.172321 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-444e1090-910e-47db-8aec-f6615cbe656b req-7eeec120-a118-4352-8959-2e775a644ffd tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/security-groups?id=9bfd5f3a-78b2-4d8f-85fe-e6475f476c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310352 Aug 04 06:03:44.197896 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=7c5f927c-e18b-4fac-a188-6a3eb35834ef,revision_number=4']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:03:44.351078 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] get_ports_and_sgs() called for port_ids ['7c5f927c-e18b-4fac-a188-6a3eb35834ef'] {{(pid=100433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 06:03:45.284446 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b3ae32-7be8-492c-87e7-a22dfbdd8708 req-70191f93-488e-4fb2-9f60-6d650067db4c tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:03:45.285889 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-d8b3ae32-7be8-492c-87e7-a22dfbdd8708 req-70191f93-488e-4fb2-9f60-6d650067db4c tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b99e30c-99d5-4ac5-bc31-84f5cd07c1e3 HTTP/1.1" status: 200 len: 945 time: 0.0470119 Aug 04 06:03:45.321698 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-d8b3ae32-7be8-492c-87e7-a22dfbdd8708 req-d1ed96f6-721f-4554-a6c5-08a53a8a0da3 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/security-groups?id=9bfd5f3a-78b2-4d8f-85fe-e6475f476c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300398 Aug 04 06:03:45.903730 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 7c5f927c-e18b-4fac-a188-6a3eb35834ef up at agent hyperv_hv-cinder-80161 {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 06:03:46.020248 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Provisioning for port 7c5f927c-e18b-4fac-a188-6a3eb35834ef completed by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 06:03:46.023879 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Provisioning complete for port 7c5f927c-e18b-4fac-a188-6a3eb35834ef triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 06:03:46.024264 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:46.100365 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:46.121627 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b99e30c-99d5-4ac5-bc31-84f5cd07c1e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5f927c-e18b-4fac-a188-6a3eb35834ef'}] {{(pid=100433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 06:03:46.123822 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffe4ad2cefe5cc989f07e8393c985a8403d56455fd91e6fde58b148ee627bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5fdf2dc-1b14-433c-9151-9708f69d2497" -d '{"events": [{"server_uuid": "5b99e30c-99d5-4ac5-bc31-84f5cd07c1e3", "name": "network-vif-plugged", "status": "completed", "tag": "7c5f927c-e18b-4fac-a188-6a3eb35834ef"}]}' {{(pid=100433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 06:03:46.136303 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port 7c5f927c-e18b-4fac-a188-6a3eb35834ef, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=7c5f927c-e18b-4fac-a188-6a3eb35834ef,segment=NetworkSegment(d16890de-cf66-4bfa-9051-ee0fd558b0c8),segment_id=d16890de-cf66-4bfa-9051-ee0fd558b0c8)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:03:46.159516 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 06:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a010e80-2d76-489c-8d84-fa2808370ed2 x-openstack-request-id: req-1a010e80-2d76-489c-8d84-fa2808370ed2 {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 06:03:46.159795 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b99e30c-99d5-4ac5-bc31-84f5cd07c1e3", "name": "network-vif-plugged", "status": "completed", "tag": "7c5f927c-e18b-4fac-a188-6a3eb35834ef", "code": 200}]} {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 06:03:46.160093 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1a010e80-2d76-489c-8d84-fa2808370ed2 {{(pid=100433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 06:03:46.160472 dv-cinder-801617-4-iscsi neutron-server[100433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b99e30c-99d5-4ac5-bc31-84f5cd07c1e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5f927c-e18b-4fac-a188-6a3eb35834ef', 'code': 200} Aug 04 06:03:46.215431 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:46.262039 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=7c5f927c-e18b-4fac-a188-6a3eb35834ef,revision_number=5']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:03:46.435699 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b62b0b-b178-48a1-9574-0b51fc3319f2 req-edee21eb-9faf-4b00-a63a-216259da6bbd tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:03:46.437246 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-b3b62b0b-b178-48a1-9574-0b51fc3319f2 req-edee21eb-9faf-4b00-a63a-216259da6bbd tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b99e30c-99d5-4ac5-bc31-84f5cd07c1e3 HTTP/1.1" status: 200 len: 946 time: 0.0496926 Aug 04 06:03:46.485288 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-b3b62b0b-b178-48a1-9574-0b51fc3319f2 req-f5f199e9-fd0f-4ab1-8a22-2f99b4b4e0dc tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/security-groups?id=9bfd5f3a-78b2-4d8f-85fe-e6475f476c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421350 Aug 04 06:03:46.530732 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd353b-e933-4c7e-ae06-c353e1394063 req-2341458c-6fa5-4dfa-84c2-6c621e58f41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:03:46.532204 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f6dd353b-e933-4c7e-ae06-c353e1394063 req-2341458c-6fa5-4dfa-84c2-6c621e58f41e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5b99e30c-99d5-4ac5-bc31-84f5cd07c1e3 HTTP/1.1" status: 200 len: 1099 time: 0.0831523 Aug 04 06:03:46.565129 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f6dd353b-e933-4c7e-ae06-c353e1394063 req-370ce9d9-2050-492e-8572-e5ebbe444e86 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9bfd5f3a-78b2-4d8f-85fe-e6475f476c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260887 Aug 04 06:03:47.599146 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e79782-6990-4757-a5e2-40c00a92b1c1 req-ba8bdaf5-2a1c-4422-8256-01a8e1b6e409 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:03:47.600659 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-a4e79782-6990-4757-a5e2-40c00a92b1c1 req-ba8bdaf5-2a1c-4422-8256-01a8e1b6e409 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b99e30c-99d5-4ac5-bc31-84f5cd07c1e3 HTTP/1.1" status: 200 len: 946 time: 0.0483427 Aug 04 06:03:47.637629 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-a4e79782-6990-4757-a5e2-40c00a92b1c1 req-48d1d15c-3d4d-4cbe-834f-508e707304f7 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/security-groups?id=9bfd5f3a-78b2-4d8f-85fe-e6475f476c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303388 Aug 04 06:03:48.844142 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92712b76-f4ea-4021-aa12-808f944a2329 req-2872d48d-66e8-4361-9b7e-90223b3acd47 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:03:48.845589 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-92712b76-f4ea-4021-aa12-808f944a2329 req-2872d48d-66e8-4361-9b7e-90223b3acd47 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b99e30c-99d5-4ac5-bc31-84f5cd07c1e3 HTTP/1.1" status: 200 len: 946 time: 0.0485945 Aug 04 06:03:48.887187 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-92712b76-f4ea-4021-aa12-808f944a2329 req-dbd269ca-482f-49f5-b8da-b1c9ad2d5768 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/security-groups?id=9bfd5f3a-78b2-4d8f-85fe-e6475f476c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352890 Aug 04 06:03:50.007741 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbfc2e9-4bb5-4063-88eb-c22f1ec2fb53 req-35d25636-f68a-484a-98a2-8de0a89c3957 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:03:50.009213 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-bdbfc2e9-4bb5-4063-88eb-c22f1ec2fb53 req-35d25636-f68a-484a-98a2-8de0a89c3957 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b99e30c-99d5-4ac5-bc31-84f5cd07c1e3 HTTP/1.1" status: 200 len: 946 time: 0.0486627 Aug 04 06:03:50.046415 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-bdbfc2e9-4bb5-4063-88eb-c22f1ec2fb53 req-7bacf329-9ba5-48cb-90d9-519ddaaa1a1f tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/security-groups?id=9bfd5f3a-78b2-4d8f-85fe-e6475f476c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313580 Aug 04 06:03:50.133428 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed897c-9092-4743-8670-ce5689c24f93 req-a5796b94-74d6-47a7-994d-cddad746a57d tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:03:50.134750 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-04ed897c-9092-4743-8670-ce5689c24f93 req-a5796b94-74d6-47a7-994d-cddad746a57d tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b99e30c-99d5-4ac5-bc31-84f5cd07c1e3 HTTP/1.1" status: 200 len: 946 time: 0.0468397 Aug 04 06:03:50.225200 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [req-04ed897c-9092-4743-8670-ce5689c24f93 req-58400d95-6793-47df-89d6-c22519e4a595 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Deleting port 7c5f927c-e18b-4fac-a188-6a3eb35834ef {{(pid=100432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 06:03:50.225539 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-04ed897c-9092-4743-8670-ce5689c24f93 req-58400d95-6793-47df-89d6-c22519e4a595 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:50.312106 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [req-04ed897c-9092-4743-8670-ce5689c24f93 req-58400d95-6793-47df-89d6-c22519e4a595 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] For port 7c5f927c-e18b-4fac-a188-6a3eb35834ef, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=7c5f927c-e18b-4fac-a188-6a3eb35834ef,segment=NetworkSegment(d16890de-cf66-4bfa-9051-ee0fd558b0c8),segment_id=d16890de-cf66-4bfa-9051-ee0fd558b0c8)] {{(pid=100432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:03:50.312472 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-04ed897c-9092-4743-8670-ce5689c24f93 req-58400d95-6793-47df-89d6-c22519e4a595 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:50.330051 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [req-04ed897c-9092-4743-8670-ce5689c24f93 req-58400d95-6793-47df-89d6-c22519e4a595 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Calling delete_port for 7c5f927c-e18b-4fac-a188-6a3eb35834ef owned by compute:nova {{(pid=100432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 06:03:50.536966 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-04ed897c-9092-4743-8670-ce5689c24f93 req-58400d95-6793-47df-89d6-c22519e4a595 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:50.548965 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] get_ports_and_sgs() called for port_ids ['7c5f927c-e18b-4fac-a188-6a3eb35834ef'] {{(pid=100433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 06:03:50.565172 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58400d95-6793-47df-89d6-c22519e4a595 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Pushing event deleted for resources: {'Port': ['ID=7c5f927c-e18b-4fac-a188-6a3eb35834ef,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:03:50.613027 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ed897c-9092-4743-8670-ce5689c24f93 req-58400d95-6793-47df-89d6-c22519e4a595 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] No DVR routers for this DVR port 7c5f927c-e18b-4fac-a188-6a3eb35834ef on host hv-cinder-80161 {{(pid=100432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 06:03:50.615560 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-04ed897c-9092-4743-8670-ce5689c24f93 req-58400d95-6793-47df-89d6-c22519e4a595 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for port, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:03:50.617520 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-04ed897c-9092-4743-8670-ce5689c24f93 req-58400d95-6793-47df-89d6-c22519e4a595 tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.18 "DELETE /v2.0/ports/7c5f927c-e18b-4fac-a188-6a3eb35834ef HTTP/1.1" status: 204 len: 173 time: 0.4761219 Aug 04 06:03:50.617944 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b99e30c-99d5-4ac5-bc31-84f5cd07c1e3', 'name': 'network-vif-deleted', 'tag': '7c5f927c-e18b-4fac-a188-6a3eb35834ef'}] {{(pid=100432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 06:03:50.620155 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7961aa7e709e573ce1f4efc3791ca037d6473da3b2c6b2a251ebfb1631130676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9394c5e-d3cd-49bc-83dd-b347c132a5aa" -d '{"events": [{"server_uuid": "5b99e30c-99d5-4ac5-bc31-84f5cd07c1e3", "name": "network-vif-deleted", "tag": "7c5f927c-e18b-4fac-a188-6a3eb35834ef"}]}' {{(pid=100432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 06:03:50.655749 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 06:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c199dd6-406d-42e9-bfc5-817b0945ebf4 x-openstack-request-id: req-2c199dd6-406d-42e9-bfc5-817b0945ebf4 {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 06:03:50.656070 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b99e30c-99d5-4ac5-bc31-84f5cd07c1e3", "name": "network-vif-deleted", "tag": "7c5f927c-e18b-4fac-a188-6a3eb35834ef", "status": "completed", "code": 200}]} {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 06:03:50.656341 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2c199dd6-406d-42e9-bfc5-817b0945ebf4 {{(pid=100432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 06:03:50.656735 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b99e30c-99d5-4ac5-bc31-84f5cd07c1e3', 'name': 'network-vif-deleted', 'tag': '7c5f927c-e18b-4fac-a188-6a3eb35834ef', 'status': 'completed', 'code': 200} Aug 04 06:03:51.147285 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-caf6354d-9114-49b6-87df-e1b7d5b3e099 req-f6036c7e-8bd5-429f-9b86-8777f64cf81b tempest-VolumesActionsTest-141788471 tempest-VolumesActionsTest-141788471-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b99e30c-99d5-4ac5-bc31-84f5cd07c1e3 HTTP/1.1" status: 200 len: 210 time: 0.0263872 Aug 04 06:03:54.483815 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 7c5f927c-e18b-4fac-a188-6a3eb35834ef no longer exists at agent hyperv_hv-cinder-80161 {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 06:03:54.506293 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] No Port match for: 7c5f927c-e18b-4fac-a188-6a3eb35834ef {{(pid=100433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 06:03:54.506631 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 7c5f927c-e18b-4fac-a188-6a3eb35834ef not bound to the agent host hv-cinder-80161 {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 06:03:56.388391 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:04:02.106428 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-32fafcdb-bc8c-44dd-ba34-9b5f4d558e29 req-f9590b88-8a94-4cfc-b366-65dcd5bcee7d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=48799c1b-49e1-454d-8e09-4f2294342999&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0538356 Aug 04 06:04:02.195830 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fafcdb-bc8c-44dd-ba34-9b5f4d558e29 req-336fae17-8980-46b4-813b-c0e250c5eb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:04:02.197227 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-32fafcdb-bc8c-44dd-ba34-9b5f4d558e29 req-336fae17-8980-46b4-813b-c0e250c5eb82 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b09ae787d8884ae3ba4497e18def9b7a&device_id=48799c1b-49e1-454d-8e09-4f2294342999 HTTP/1.1" status: 200 len: 1099 time: 0.0439825 Aug 04 06:04:02.326654 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fafcdb-bc8c-44dd-ba34-9b5f4d558e29 req-a64f5462-3702-4d4e-9574-968899d51b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:04:02.328273 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-32fafcdb-bc8c-44dd-ba34-9b5f4d558e29 req-a64f5462-3702-4d4e-9574-968899d51b66 service neutron] 10.222.0.18 "GET /v2.0/networks?id=75087129-2768-469a-b081-a5bf8e2c4322 HTTP/1.1" status: 200 len: 912 time: 0.1070940 Aug 04 06:04:02.402682 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-32fafcdb-bc8c-44dd-ba34-9b5f4d558e29 req-55acb108-1b30-403a-943a-96abc75beb94 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=629fa75e-e7bb-4013-a166-699f8cb00ae2 HTTP/1.1" status: 200 len: 1002 time: 0.0661407 Aug 04 06:04:02.473864 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fafcdb-bc8c-44dd-ba34-9b5f4d558e29 req-b4882d70-a8b4-4497-ad3e-5d80bf240656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:04:02.475449 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-32fafcdb-bc8c-44dd-ba34-9b5f4d558e29 req-b4882d70-a8b4-4497-ad3e-5d80bf240656 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1710d15a-86d5-46eb-8a18-ce13aa256ffd HTTP/1.1" status: 200 len: 850 time: 0.0652511 Aug 04 06:04:02.539453 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fafcdb-bc8c-44dd-ba34-9b5f4d558e29 req-4ece1d43-4c0c-4a65-98b9-4d956f78b7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:04:02.542146 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-32fafcdb-bc8c-44dd-ba34-9b5f4d558e29 req-4ece1d43-4c0c-4a65-98b9-4d956f78b7a2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=75087129-2768-469a-b081-a5bf8e2c4322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0587327 Aug 04 06:04:02.555867 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [req-32fafcdb-bc8c-44dd-ba34-9b5f4d558e29 req-febbe8ac-587f-46a2-83dd-54b724b5f600 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=100432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 06:04:02.557126 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-32fafcdb-bc8c-44dd-ba34-9b5f4d558e29 req-febbe8ac-587f-46a2-83dd-54b724b5f600 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066526 Aug 04 06:04:02.664951 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-32fafcdb-bc8c-44dd-ba34-9b5f4d558e29 req-ff7d1bcd-c3cc-4493-b594-c2b9df700a03 service neutron] 10.222.0.18 "GET /v2.0/networks/75087129-2768-469a-b081-a5bf8e2c4322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992413 Aug 04 06:04:02.777678 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-32fafcdb-bc8c-44dd-ba34-9b5f4d558e29 req-750d6522-d721-492b-9b2d-0b84eebc86f8 service neutron] 10.222.0.18 "GET /v2.0/networks/75087129-2768-469a-b081-a5bf8e2c4322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039350 Aug 04 06:04:03.570944 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-fb3b54a7-dc9f-4f82-94ba-ff611ae756d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:04:04.377820 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-29fc6f08-d1c1-4273-b6eb-0edfb13a9df9 req-e676784b-3715-49d0-9a8d-b5e34712a682 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-288788426&fields=id&tenant_id=b09ae787d8884ae3ba4497e18def9b7a HTTP/1.1" status: 200 len: 267 time: 0.0481777 Aug 04 06:04:04.505007 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc6f08-d1c1-4273-b6eb-0edfb13a9df9 req-7c3137ae-fe4a-47bc-94cc-a50393028dae tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:04:04.506631 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-29fc6f08-d1c1-4273-b6eb-0edfb13a9df9 req-7c3137ae-fe4a-47bc-94cc-a50393028dae tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/networks?id=75087129-2768-469a-b081-a5bf8e2c4322 HTTP/1.1" status: 200 len: 811 time: 0.1214528 Aug 04 06:04:04.525229 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-29fc6f08-d1c1-4273-b6eb-0edfb13a9df9 req-6a7e0450-8466-438f-b10d-22b527d0180d tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/quotas/b09ae787d8884ae3ba4497e18def9b7a HTTP/1.1" status: 200 len: 375 time: 0.0098248 Aug 04 06:04:04.593683 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-29fc6f08-d1c1-4273-b6eb-0edfb13a9df9 req-6669643f-7365-4952-89a5-a2b904fbc72d tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b09ae787d8884ae3ba4497e18def9b7a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0610609 Aug 04 06:04:04.761871 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-29fc6f08-d1c1-4273-b6eb-0edfb13a9df9 req-2aa25c9a-8512-482a-92ee-ec5300f3104a service neutron] 10.222.0.37 "GET /v2.0/networks/75087129-2768-469a-b081-a5bf8e2c4322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545682 Aug 04 06:04:04.867761 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-29fc6f08-d1c1-4273-b6eb-0edfb13a9df9 req-1e247663-8903-4b3a-8777-f035687f56cd service neutron] 10.222.0.37 "GET /v2.0/networks/75087129-2768-469a-b081-a5bf8e2c4322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000044 Aug 04 06:04:05.553558 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-d3e79aab-b38d-435d-83ba-61b67c38a831 req-ced31fd2-6833-4706-b245-6149154ed2b4 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=153f3978-d7f1-4443-9c58-8b832460cb97 HTTP/1.1" status: 200 len: 210 time: 0.0401151 Aug 04 06:04:06.020353 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-f7af7f84-29fb-4dfd-927e-98c146b12cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:04:06.148549 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:04:06.664209 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-338cdb2a-5af2-4fd0-8c25-a0067bd64b46 req-96653e7d-f4de-4dfe-9706-fbeafb34f7e3 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=153f3978-d7f1-4443-9c58-8b832460cb97 HTTP/1.1" status: 200 len: 210 time: 0.0408072 Aug 04 06:04:07.576499 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6693b30c-6718-4946-8b55-748181203f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:04:07.658916 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc6f08-d1c1-4273-b6eb-0edfb13a9df9 req-a16e8d97-6c1a-4c4d-bb6c-3658981b6727 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:04:07.660500 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-29fc6f08-d1c1-4273-b6eb-0edfb13a9df9 req-a16e8d97-6c1a-4c4d-bb6c-3658981b6727 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.18 "GET /v2.0/networks?id=75087129-2768-469a-b081-a5bf8e2c4322 HTTP/1.1" status: 200 len: 811 time: 0.1183453 Aug 04 06:04:07.723439 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-29fc6f08-d1c1-4273-b6eb-0edfb13a9df9 req-8c5ac909-19d7-40e4-8a39-60364d4b1eeb tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b09ae787d8884ae3ba4497e18def9b7a HTTP/1.1" status: 200 len: 379 time: 0.0478184 Aug 04 06:04:07.738323 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [req-29fc6f08-d1c1-4273-b6eb-0edfb13a9df9 req-f8cee175-9b20-4f30-9786-c2c1376143a4 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Request body: {'port': {'device_id': '153f3978-d7f1-4443-9c58-8b832460cb97', 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322', 'admin_state_up': True, 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'security_groups': ['001f273c-59a8-4cf5-bf44-7d4de218e3c6']}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 06:04:07.797301 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-51cf7ec9-9190-413d-92d9-108695a7e544 req-8e43e823-3c0c-425d-9a58-0ada04e4dbe2 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=153f3978-d7f1-4443-9c58-8b832460cb97 HTTP/1.1" status: 200 len: 210 time: 0.0569930 Aug 04 06:04:07.987979 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29fc6f08-d1c1-4273-b6eb-0edfb13a9df9 req-f8cee175-9b20-4f30-9786-c2c1376143a4 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Made reservation on behalf of b09ae787d8884ae3ba4497e18def9b7a for: {'port': 1} {{(pid=100432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 06:04:07.997968 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-29fc6f08-d1c1-4273-b6eb-0edfb13a9df9 req-f8cee175-9b20-4f30-9786-c2c1376143a4 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:04:08.154640 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.db_base_plugin_common [req-29fc6f08-d1c1-4273-b6eb-0edfb13a9df9 req-f8cee175-9b20-4f30-9786-c2c1376143a4 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Allocated IP 172.20.0.9 (75087129-2768-469a-b081-a5bf8e2c4322/1710d15a-86d5-46eb-8a18-ce13aa256ffd/f8cd3052-cf6c-4ee8-b04f-07fb9a79489a) {{(pid=100432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 06:04:08.391916 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-29fc6f08-d1c1-4273-b6eb-0edfb13a9df9 req-f8cee175-9b20-4f30-9786-c2c1376143a4 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks [] for port, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:04:08.414740 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.provisioning_blocks [req-29fc6f08-d1c1-4273-b6eb-0edfb13a9df9 req-f8cee175-9b20-4f30-9786-c2c1376143a4 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Transition to ACTIVE for port object f8cd3052-cf6c-4ee8-b04f-07fb9a79489a will not be triggered until provisioned by entity DHCP. {{(pid=100432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 06:04:08.498154 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-29fc6f08-d1c1-4273-b6eb-0edfb13a9df9 req-f8cee175-9b20-4f30-9786-c2c1376143a4 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:04:08.549962 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29fc6f08-d1c1-4273-b6eb-0edfb13a9df9 req-f8cee175-9b20-4f30-9786-c2c1376143a4 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Network 75087129-2768-469a-b081-a5bf8e2c4322 is already hosted by enough agents. {{(pid=100432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 06:04:08.553236 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.base_scheduler [req-29fc6f08-d1c1-4273-b6eb-0edfb13a9df9 req-f8cee175-9b20-4f30-9786-c2c1376143a4 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Resources bound (agent type, host, resource id): {{(pid=100432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 06:04:08.560941 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.l3_dvrscheduler_db [req-29fc6f08-d1c1-4273-b6eb-0edfb13a9df9 req-f8cee175-9b20-4f30-9786-c2c1376143a4 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Received port after_create {{(pid=100432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 06:04:08.587653 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cee175-9b20-4f30-9786-c2c1376143a4 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Pushing event updated for resources: {'Port': ['ID=f8cd3052-cf6c-4ee8-b04f-07fb9a79489a,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:04:08.602369 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cee175-9b20-4f30-9786-c2c1376143a4 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:04:08.602719 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cee175-9b20-4f30-9786-c2c1376143a4 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:04:08.603114 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cee175-9b20-4f30-9786-c2c1376143a4 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:04:08.603416 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cee175-9b20-4f30-9786-c2c1376143a4 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:04:08.603753 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cee175-9b20-4f30-9786-c2c1376143a4 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:04:08.604144 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cee175-9b20-4f30-9786-c2c1376143a4 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:04:08.604448 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cee175-9b20-4f30-9786-c2c1376143a4 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:04:08.605095 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cee175-9b20-4f30-9786-c2c1376143a4 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:04:08.605861 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cee175-9b20-4f30-9786-c2c1376143a4 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:04:08.606188 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cee175-9b20-4f30-9786-c2c1376143a4 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:04:08.606519 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cee175-9b20-4f30-9786-c2c1376143a4 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:04:08.606851 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cee175-9b20-4f30-9786-c2c1376143a4 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:04:08.675535 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc6f08-d1c1-4273-b6eb-0edfb13a9df9 req-f8cee175-9b20-4f30-9786-c2c1376143a4 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:04:08.676173 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-29fc6f08-d1c1-4273-b6eb-0edfb13a9df9 req-f8cee175-9b20-4f30-9786-c2c1376143a4 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for port, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:04:08.828588 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-29fc6f08-d1c1-4273-b6eb-0edfb13a9df9 req-f8cee175-9b20-4f30-9786-c2c1376143a4 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0974400 Aug 04 06:04:08.842538 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [req-29fc6f08-d1c1-4273-b6eb-0edfb13a9df9 req-07f9f5a9-f1ba-428c-955f-ec8064e98065 service neutron] Request body: {'port': {'device_id': '153f3978-d7f1-4443-9c58-8b832460cb97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 06:04:08.943201 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-29fc6f08-d1c1-4273-b6eb-0edfb13a9df9 req-07f9f5a9-f1ba-428c-955f-ec8064e98065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:04:08.999039 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06d88e-0542-4b32-a622-00804ed4a97a req-9a873667-18d2-40f6-b834-01e152f0012e tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:04:09.000588 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ac06d88e-0542-4b32-a622-00804ed4a97a req-9a873667-18d2-40f6-b834-01e152f0012e tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=153f3978-d7f1-4443-9c58-8b832460cb97 HTTP/1.1" status: 200 len: 931 time: 0.0943158 Aug 04 06:04:09.011271 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-d8d6ffb0-a462-485c-a925-0f82b54ac63b None None] Provisioning for port f8cd3052-cf6c-4ee8-b04f-07fb9a79489a completed by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 06:04:09.021306 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-d8d6ffb0-a462-485c-a925-0f82b54ac63b None None] Provisioning complete for port f8cd3052-cf6c-4ee8-b04f-07fb9a79489a triggered by entity DHCP. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 06:04:09.021983 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-d8d6ffb0-a462-485c-a925-0f82b54ac63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:04:09.065850 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6ffb0-a462-485c-a925-0f82b54ac63b None None] Port f8cd3052-cf6c-4ee8-b04f-07fb9a79489a cannot update to ACTIVE because it is not bound. {{(pid=100433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 06:04:09.152308 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ac06d88e-0542-4b32-a622-00804ed4a97a req-9c98269f-2f81-44fb-a87d-ce499a6d5826 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/security-groups?id=001f273c-59a8-4cf5-bf44-7d4de218e3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968072 Aug 04 06:04:09.261194 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [req-29fc6f08-d1c1-4273-b6eb-0edfb13a9df9 req-07f9f5a9-f1ba-428c-955f-ec8064e98065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8cd3052-cf6c-4ee8-b04f-07fb9a79489a {{(pid=100432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 06:04:09.269099 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-29fc6f08-d1c1-4273-b6eb-0edfb13a9df9 req-07f9f5a9-f1ba-428c-955f-ec8064e98065 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:04:09.282139 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.provisioning_blocks [req-29fc6f08-d1c1-4273-b6eb-0edfb13a9df9 req-07f9f5a9-f1ba-428c-955f-ec8064e98065 service neutron] Transition to ACTIVE for port object f8cd3052-cf6c-4ee8-b04f-07fb9a79489a will not be triggered until provisioned by entity L2. {{(pid=100432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 06:04:09.420572 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-29fc6f08-d1c1-4273-b6eb-0edfb13a9df9 req-07f9f5a9-f1ba-428c-955f-ec8064e98065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5048305'] for port, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:04:09.443402 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-dee0c6e9-f257-441c-951e-ad3806d8c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:04:09.491968 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9f5a9-f1ba-428c-955f-ec8064e98065 service neutron] Pushing event updated for resources: {'Port': ['ID=f8cd3052-cf6c-4ee8-b04f-07fb9a79489a,revision_number=2']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:04:09.557298 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.managers [req-29fc6f08-d1c1-4273-b6eb-0edfb13a9df9 req-07f9f5a9-f1ba-428c-955f-ec8064e98065 service neutron] Attempting to bind port f8cd3052-cf6c-4ee8-b04f-07fb9a79489a on host hv-cinder-80161 for vnic_type normal with profile {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 06:04:09.558302 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.managers [req-29fc6f08-d1c1-4273-b6eb-0edfb13a9df9 req-07f9f5a9-f1ba-428c-955f-ec8064e98065 service neutron] Attempting to bind port f8cd3052-cf6c-4ee8-b04f-07fb9a79489a by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': '327125db-98e8-4cbc-9cc1-4f04032296be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322'}] {{(pid=100432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 06:04:09.558703 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fc6f08-d1c1-4273-b6eb-0edfb13a9df9 req-07f9f5a9-f1ba-428c-955f-ec8064e98065 service neutron] Attempting to bind port f8cd3052-cf6c-4ee8-b04f-07fb9a79489a on network 75087129-2768-469a-b081-a5bf8e2c4322 {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 06:04:09.567778 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fc6f08-d1c1-4273-b6eb-0edfb13a9df9 req-07f9f5a9-f1ba-428c-955f-ec8064e98065 service neutron] Port f8cd3052-cf6c-4ee8-b04f-07fb9a79489a on network 75087129-2768-469a-b081-a5bf8e2c4322 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 06:04:09.568597 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fc6f08-d1c1-4273-b6eb-0edfb13a9df9 req-07f9f5a9-f1ba-428c-955f-ec8064e98065 service neutron] Attempting to bind port f8cd3052-cf6c-4ee8-b04f-07fb9a79489a on network 75087129-2768-469a-b081-a5bf8e2c4322 {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 06:04:09.578367 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fc6f08-d1c1-4273-b6eb-0edfb13a9df9 req-07f9f5a9-f1ba-428c-955f-ec8064e98065 service neutron] Checking agent: {'id': 'b8cb1127-4c6b-4c0f-8dda-968dd091f2d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 5, 51, 56), 'started_at': datetime.datetime(2021, 8, 4, 5, 51, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 6, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 06:04:09.579419 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fc6f08-d1c1-4273-b6eb-0edfb13a9df9 req-07f9f5a9-f1ba-428c-955f-ec8064e98065 service neutron] Checking segment: {'id': '327125db-98e8-4cbc-9cc1-4f04032296be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 06:04:09.580477 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fc6f08-d1c1-4273-b6eb-0edfb13a9df9 req-07f9f5a9-f1ba-428c-955f-ec8064e98065 service neutron] Bound using segment: {'id': '327125db-98e8-4cbc-9cc1-4f04032296be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322'} {{(pid=100432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 06:04:09.581723 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.managers [req-29fc6f08-d1c1-4273-b6eb-0edfb13a9df9 req-07f9f5a9-f1ba-428c-955f-ec8064e98065 service neutron] Bound port: f8cd3052-cf6c-4ee8-b04f-07fb9a79489a, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '327125db-98e8-4cbc-9cc1-4f04032296be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322'}}] {{(pid=100432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 06:04:09.582340 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-29fc6f08-d1c1-4273-b6eb-0edfb13a9df9 req-07f9f5a9-f1ba-428c-955f-ec8064e98065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:04:09.686241 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [req-29fc6f08-d1c1-4273-b6eb-0edfb13a9df9 req-07f9f5a9-f1ba-428c-955f-ec8064e98065 service neutron] For port f8cd3052-cf6c-4ee8-b04f-07fb9a79489a, host hv-cinder-80161, cleared binding levels {{(pid=100432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 06:04:09.689558 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [req-29fc6f08-d1c1-4273-b6eb-0edfb13a9df9 req-07f9f5a9-f1ba-428c-955f-ec8064e98065 service neutron] For port f8cd3052-cf6c-4ee8-b04f-07fb9a79489a, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=f8cd3052-cf6c-4ee8-b04f-07fb9a79489a,segment=NetworkSegment(327125db-98e8-4cbc-9cc1-4f04032296be),segment_id=327125db-98e8-4cbc-9cc1-4f04032296be)] {{(pid=100432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 06:04:09.795216 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-29fc6f08-d1c1-4273-b6eb-0edfb13a9df9 req-07f9f5a9-f1ba-428c-955f-ec8064e98065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5048305'] for port, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:04:09.840041 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc6f08-d1c1-4273-b6eb-0edfb13a9df9 req-07f9f5a9-f1ba-428c-955f-ec8064e98065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:04:09.841298 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-29fc6f08-d1c1-4273-b6eb-0edfb13a9df9 req-07f9f5a9-f1ba-428c-955f-ec8064e98065 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for port, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:04:09.843803 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-29fc6f08-d1c1-4273-b6eb-0edfb13a9df9 req-07f9f5a9-f1ba-428c-955f-ec8064e98065 service neutron] 10.222.0.18 "PUT /v2.0/ports/f8cd3052-cf6c-4ee8-b04f-07fb9a79489a HTTP/1.1" status: 200 len: 1093 time: 1.0061443 Aug 04 06:04:09.852232 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '153f3978-d7f1-4443-9c58-8b832460cb97', 'tag': 'f8cd3052-cf6c-4ee8-b04f-07fb9a79489a'}] {{(pid=100432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 06:04:09.855958 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7961aa7e709e573ce1f4efc3791ca037d6473da3b2c6b2a251ebfb1631130676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e253ff26-117b-4b4c-8eca-fbd82df69986" -d '{"events": [{"name": "network-changed", "server_uuid": "153f3978-d7f1-4443-9c58-8b832460cb97", "tag": "f8cd3052-cf6c-4ee8-b04f-07fb9a79489a"}]}' {{(pid=100432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 06:04:09.901806 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9f5a9-f1ba-428c-955f-ec8064e98065 service neutron] Pushing event updated for resources: {'Port': ['ID=f8cd3052-cf6c-4ee8-b04f-07fb9a79489a,revision_number=3']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:04:10.014840 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc6f08-d1c1-4273-b6eb-0edfb13a9df9 req-c6d0319c-fb26-4be3-96f3-1758a68e497a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:04:10.021464 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-29fc6f08-d1c1-4273-b6eb-0edfb13a9df9 req-c6d0319c-fb26-4be3-96f3-1758a68e497a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b09ae787d8884ae3ba4497e18def9b7a&device_id=153f3978-d7f1-4443-9c58-8b832460cb97 HTTP/1.1" status: 200 len: 1096 time: 0.0814953 Aug 04 06:04:10.028564 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 06:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ac6a55-c30f-4f28-a48e-93f933f2421a x-openstack-request-id: req-55ac6a55-c30f-4f28-a48e-93f933f2421a {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 06:04:10.028855 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "153f3978-d7f1-4443-9c58-8b832460cb97", "tag": "f8cd3052-cf6c-4ee8-b04f-07fb9a79489a", "status": "completed", "code": 200}]} {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 06:04:10.029113 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-55ac6a55-c30f-4f28-a48e-93f933f2421a {{(pid=100432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 06:04:10.029511 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '153f3978-d7f1-4443-9c58-8b832460cb97', 'tag': 'f8cd3052-cf6c-4ee8-b04f-07fb9a79489a', 'status': 'completed', 'code': 200} Aug 04 06:04:10.086724 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-29fc6f08-d1c1-4273-b6eb-0edfb13a9df9 req-b3c4c192-7d7f-4ae3-8823-b8d75ffb2fb9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8cd3052-cf6c-4ee8-b04f-07fb9a79489a HTTP/1.1" status: 200 len: 217 time: 0.0503409 Aug 04 06:04:10.168005 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc6f08-d1c1-4273-b6eb-0edfb13a9df9 req-0e2d0cf1-a6eb-4a33-b2d0-df5e086eee52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:04:10.169832 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-29fc6f08-d1c1-4273-b6eb-0edfb13a9df9 req-0e2d0cf1-a6eb-4a33-b2d0-df5e086eee52 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1710d15a-86d5-46eb-8a18-ce13aa256ffd HTTP/1.1" status: 200 len: 850 time: 0.0754268 Aug 04 06:04:10.251991 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc6f08-d1c1-4273-b6eb-0edfb13a9df9 req-66b36d7f-01f3-4b55-9e0f-3098989c28d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:04:10.253590 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-29fc6f08-d1c1-4273-b6eb-0edfb13a9df9 req-66b36d7f-01f3-4b55-9e0f-3098989c28d8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=75087129-2768-469a-b081-a5bf8e2c4322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0756927 Aug 04 06:04:10.270331 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a125a0-c850-4a5a-8a5c-2f6f48c9fb74 req-d91b759a-2ec0-4cf6-acdc-b67eb1fc9206 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:04:10.277846 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-38a125a0-c850-4a5a-8a5c-2f6f48c9fb74 req-d91b759a-2ec0-4cf6-acdc-b67eb1fc9206 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=153f3978-d7f1-4443-9c58-8b832460cb97 HTTP/1.1" status: 200 len: 943 time: 0.0725524 Aug 04 06:04:10.362635 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-38a125a0-c850-4a5a-8a5c-2f6f48c9fb74 req-0281e645-f8df-4b8d-93e6-8d7b987ecacf tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/security-groups?id=001f273c-59a8-4cf5-bf44-7d4de218e3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837364 Aug 04 06:04:10.401227 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-29fc6f08-d1c1-4273-b6eb-0edfb13a9df9 req-c452f3b3-8ce4-4f6f-91bd-1f8f54afa057 service neutron] 10.222.0.18 "GET /v2.0/networks/75087129-2768-469a-b081-a5bf8e2c4322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386733 Aug 04 06:04:10.502129 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-29fc6f08-d1c1-4273-b6eb-0edfb13a9df9 req-b7020a46-6933-4021-b57f-72930a254fdb service neutron] 10.222.0.18 "GET /v2.0/networks/75087129-2768-469a-b081-a5bf8e2c4322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932724 Aug 04 06:04:10.672868 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253ff26-117b-4b4c-8eca-fbd82df69986 req-07430557-bbb2-4e7f-b4b3-fb45b16ccb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:04:10.674400 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e253ff26-117b-4b4c-8eca-fbd82df69986 req-07430557-bbb2-4e7f-b4b3-fb45b16ccb63 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b09ae787d8884ae3ba4497e18def9b7a&device_id=153f3978-d7f1-4443-9c58-8b832460cb97 HTTP/1.1" status: 200 len: 1096 time: 0.0443192 Aug 04 06:04:10.778226 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253ff26-117b-4b4c-8eca-fbd82df69986 req-dbce8060-0f7d-4da0-a707-ffef4e692f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:04:10.780572 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e253ff26-117b-4b4c-8eca-fbd82df69986 req-dbce8060-0f7d-4da0-a707-ffef4e692f83 service neutron] 10.222.0.18 "GET /v2.0/networks?id=75087129-2768-469a-b081-a5bf8e2c4322 HTTP/1.1" status: 200 len: 912 time: 0.0977573 Aug 04 06:04:10.827409 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e253ff26-117b-4b4c-8eca-fbd82df69986 req-64a79768-acc2-499b-ac40-caf9cff76b05 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8cd3052-cf6c-4ee8-b04f-07fb9a79489a HTTP/1.1" status: 200 len: 217 time: 0.0384212 Aug 04 06:04:10.890613 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253ff26-117b-4b4c-8eca-fbd82df69986 req-7593cb38-36d6-447d-828a-8c97c65014b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:04:10.892752 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e253ff26-117b-4b4c-8eca-fbd82df69986 req-7593cb38-36d6-447d-828a-8c97c65014b0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1710d15a-86d5-46eb-8a18-ce13aa256ffd HTTP/1.1" status: 200 len: 850 time: 0.0513835 Aug 04 06:04:10.957301 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253ff26-117b-4b4c-8eca-fbd82df69986 req-a4b7f4b5-2aba-4227-a001-4fcf3f0ddb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:04:10.959683 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e253ff26-117b-4b4c-8eca-fbd82df69986 req-a4b7f4b5-2aba-4227-a001-4fcf3f0ddb84 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=75087129-2768-469a-b081-a5bf8e2c4322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0585651 Aug 04 06:04:11.089495 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e253ff26-117b-4b4c-8eca-fbd82df69986 req-1ffa4f2b-07e9-45fc-b3a8-926d8f177e3c service neutron] 10.222.0.18 "GET /v2.0/networks/75087129-2768-469a-b081-a5bf8e2c4322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173511 Aug 04 06:04:11.199776 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-e253ff26-117b-4b4c-8eca-fbd82df69986 req-9ae51fde-2571-4ee7-af20-d019c5803119 service neutron] 10.222.0.18 "GET /v2.0/networks/75087129-2768-469a-b081-a5bf8e2c4322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977921 Aug 04 06:04:11.489766 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ee80f-1c64-43c9-8666-56f857310b16 req-80abca14-0ee9-44c5-97a5-165a3080aef2 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:04:11.491910 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-dd7ee80f-1c64-43c9-8666-56f857310b16 req-80abca14-0ee9-44c5-97a5-165a3080aef2 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=153f3978-d7f1-4443-9c58-8b832460cb97 HTTP/1.1" status: 200 len: 943 time: 0.0535235 Aug 04 06:04:11.536535 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-dd7ee80f-1c64-43c9-8666-56f857310b16 req-e47d711b-bd3c-421c-ac9e-b901e8f26bb9 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/security-groups?id=001f273c-59a8-4cf5-bf44-7d4de218e3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363512 Aug 04 06:04:12.681103 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e532d-a8b1-469b-8e99-87b4f8190ad5 req-b9b2c34c-19f2-47df-a7d1-010c0ff5c82c tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:04:12.683813 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ee2e532d-a8b1-469b-8e99-87b4f8190ad5 req-b9b2c34c-19f2-47df-a7d1-010c0ff5c82c tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=153f3978-d7f1-4443-9c58-8b832460cb97 HTTP/1.1" status: 200 len: 943 time: 0.0552511 Aug 04 06:04:12.728706 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ee2e532d-a8b1-469b-8e99-87b4f8190ad5 req-3567e58c-4008-4bbb-8987-16cfeb048493 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/security-groups?id=001f273c-59a8-4cf5-bf44-7d4de218e3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374074 Aug 04 06:04:13.883110 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5cd56-b1a5-490b-ade4-a748bc73e19d req-5df2431d-eb67-4d7e-a751-5c3533a9e687 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:04:13.885328 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-4aa5cd56-b1a5-490b-ade4-a748bc73e19d req-5df2431d-eb67-4d7e-a751-5c3533a9e687 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=153f3978-d7f1-4443-9c58-8b832460cb97 HTTP/1.1" status: 200 len: 943 time: 0.0605118 Aug 04 06:04:13.928076 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-4aa5cd56-b1a5-490b-ade4-a748bc73e19d req-fd18bdf4-8ccb-4e31-a859-f5f7d99e3a50 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/security-groups?id=001f273c-59a8-4cf5-bf44-7d4de218e3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331280 Aug 04 06:04:15.003170 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-af02ba66-bd33-4c7f-ad7c-7481e90ae0d9 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 06:04:15.053713 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298c755-4f2f-4272-beb4-f1949dfff109 req-0f4891a9-2d62-4c04-b2eb-3d0edd10d6aa tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:04:15.055190 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9298c755-4f2f-4272-beb4-f1949dfff109 req-0f4891a9-2d62-4c04-b2eb-3d0edd10d6aa tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=153f3978-d7f1-4443-9c58-8b832460cb97 HTTP/1.1" status: 200 len: 943 time: 0.0505505 Aug 04 06:04:15.095027 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9298c755-4f2f-4272-beb4-f1949dfff109 req-c8b1bd5e-1da0-4777-9c5c-768591ecba59 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/security-groups?id=001f273c-59a8-4cf5-bf44-7d4de218e3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324836 Aug 04 06:04:16.206367 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d07575-e2f3-4d76-a472-22adc0cd20ca req-c6e7c15a-6b04-49d9-9ae0-c25aff3a2c57 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:04:16.207817 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-52d07575-e2f3-4d76-a472-22adc0cd20ca req-c6e7c15a-6b04-49d9-9ae0-c25aff3a2c57 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=153f3978-d7f1-4443-9c58-8b832460cb97 HTTP/1.1" status: 200 len: 943 time: 0.0476787 Aug 04 06:04:16.246482 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-52d07575-e2f3-4d76-a472-22adc0cd20ca req-e2e56ef5-3041-4152-922b-b2944452d04f tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/security-groups?id=001f273c-59a8-4cf5-bf44-7d4de218e3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318863 Aug 04 06:04:17.358158 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de87265-6d42-4f59-967f-8f946f58d550 req-3928cf3b-fe93-4598-9ba7-39b7eb62238c tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:04:17.359619 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-6de87265-6d42-4f59-967f-8f946f58d550 req-3928cf3b-fe93-4598-9ba7-39b7eb62238c tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=153f3978-d7f1-4443-9c58-8b832460cb97 HTTP/1.1" status: 200 len: 943 time: 0.0473130 Aug 04 06:04:17.396123 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-6de87265-6d42-4f59-967f-8f946f58d550 req-728c2ac2-b4e1-438e-9ceb-0a3b4ea34be7 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/security-groups?id=001f273c-59a8-4cf5-bf44-7d4de218e3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305688 Aug 04 06:04:18.004510 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device f8cd3052-cf6c-4ee8-b04f-07fb9a79489a details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=100433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 06:04:18.097557 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port f8cd3052-cf6c-4ee8-b04f-07fb9a79489a, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=f8cd3052-cf6c-4ee8-b04f-07fb9a79489a,segment=NetworkSegment(327125db-98e8-4cbc-9cc1-4f04032296be),segment_id=327125db-98e8-4cbc-9cc1-4f04032296be)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:04:18.230421 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Returning: {'device': 'f8cd3052-cf6c-4ee8-b04f-07fb9a79489a', 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322', 'port_id': 'f8cd3052-cf6c-4ee8-b04f-07fb9a79489a', 'mac_address': 'fa:16:3e:f8:08:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1710d15a-86d5-46eb-8a18-ce13aa256ffd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 06:04:18.266244 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:04:18.279795 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8cd3052-cf6c-4ee8-b04f-07fb9a79489a {{(pid=100433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 06:04:18.308860 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port f8cd3052-cf6c-4ee8-b04f-07fb9a79489a, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=f8cd3052-cf6c-4ee8-b04f-07fb9a79489a,segment=NetworkSegment(327125db-98e8-4cbc-9cc1-4f04032296be),segment_id=327125db-98e8-4cbc-9cc1-4f04032296be)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:04:18.387744 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:04:18.434541 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=f8cd3052-cf6c-4ee8-b04f-07fb9a79489a,revision_number=4']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:04:18.512209 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4320d-f2b2-4310-95c1-4f521ab13d01 req-dedd83ce-0049-4944-8464-7b8d27c54b8e tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:04:18.513678 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-e6c4320d-f2b2-4310-95c1-4f521ab13d01 req-dedd83ce-0049-4944-8464-7b8d27c54b8e tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=153f3978-d7f1-4443-9c58-8b832460cb97 HTTP/1.1" status: 200 len: 944 time: 0.0502191 Aug 04 06:04:18.550867 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-e6c4320d-f2b2-4310-95c1-4f521ab13d01 req-69b27a07-0a10-4c70-b96b-a61e22cf3eab tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/security-groups?id=001f273c-59a8-4cf5-bf44-7d4de218e3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313470 Aug 04 06:04:18.595388 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] get_ports_and_sgs() called for port_ids ['f8cd3052-cf6c-4ee8-b04f-07fb9a79489a'] {{(pid=100433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 06:04:19.554514 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 36380) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:04:19.601631 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ebe2fca-14e2-4ecf-8913-55797d6edace admin admin] Deleting subnet 2283f4e2-e583-4af7-8033-1ec1028915c4 {{(pid=100431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 06:04:19.604646 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ebe2fca-14e2-4ecf-8913-55797d6edace admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:04:19.639281 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ebe2fca-14e2-4ecf-8913-55797d6edace admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5041290'] for subnet, precommit_delete_associations {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:04:19.665503 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0ac11-1d3a-4774-9675-f43519f0e486 req-2e4bb6f5-9ec1-4283-aeb0-7524964afd08 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:04:19.667446 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-dad0ac11-1d3a-4774-9675-f43519f0e486 req-2e4bb6f5-9ec1-4283-aeb0-7524964afd08 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=153f3978-d7f1-4443-9c58-8b832460cb97 HTTP/1.1" status: 200 len: 944 time: 0.0512075 Aug 04 06:04:19.677787 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ebe2fca-14e2-4ecf-8913-55797d6edace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2010901'] for subnet, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:04:19.705099 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-dad0ac11-1d3a-4774-9675-f43519f0e486 req-2b6049fe-b52f-4072-a62c-7a365e8147ed tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/security-groups?id=001f273c-59a8-4cf5-bf44-7d4de218e3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317123 Aug 04 06:04:19.780106 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ebe2fca-14e2-4ecf-8913-55797d6edace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4497607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5171325'] for subnet, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:04:19.809459 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe2fca-14e2-4ecf-8913-55797d6edace admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2283f4e2-e583-4af7-8033-1ec1028915c4,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:04:19.813828 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ebe2fca-14e2-4ecf-8913-55797d6edace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for subnet, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:04:19.815685 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-0ebe2fca-14e2-4ecf-8913-55797d6edace admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2283f4e2-e583-4af7-8033-1ec1028915c4 HTTP/1.1" status: 204 len: 168 time: 0.2601206 Aug 04 06:04:19.818204 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 36384) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:04:19.820453 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebe2fca-14e2-4ecf-8913-55797d6edace admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:04:19.820804 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebe2fca-14e2-4ecf-8913-55797d6edace admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:04:19.821154 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebe2fca-14e2-4ecf-8913-55797d6edace admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:04:19.821473 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebe2fca-14e2-4ecf-8913-55797d6edace admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:04:19.821801 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebe2fca-14e2-4ecf-8913-55797d6edace admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:04:19.822130 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebe2fca-14e2-4ecf-8913-55797d6edace admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:04:19.822456 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebe2fca-14e2-4ecf-8913-55797d6edace admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:04:19.822782 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebe2fca-14e2-4ecf-8913-55797d6edace admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:04:19.823140 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebe2fca-14e2-4ecf-8913-55797d6edace admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:04:19.823464 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebe2fca-14e2-4ecf-8913-55797d6edace admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:04:19.823886 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebe2fca-14e2-4ecf-8913-55797d6edace admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:04:19.824202 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebe2fca-14e2-4ecf-8913-55797d6edace admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:04:19.884412 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-b5f01018-246c-4fb6-ad23-f809737e738f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601179'] for network, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:04:19.964995 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-b5f01018-246c-4fb6-ad23-f809737e738f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660050', 'neutron.services.segments.db._delete_segments_for_network-8791115231223'] for network, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:04:19.974680 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.services.segments.db [None req-b5f01018-246c-4fb6-ad23-f809737e738f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d9b5ffe-8eb4-4f25-a14e-ae0be6805bee']}} {{(pid=100432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:04:19.985232 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.services.segments.db [None req-b5f01018-246c-4fb6-ad23-f809737e738f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd16890de-cf66-4bfa-9051-ee0fd558b0c8') {'for_net_delete': True} {{(pid=100432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:04:19.985524 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.services.segments.db [None req-b5f01018-246c-4fb6-ad23-f809737e738f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd16890de-cf66-4bfa-9051-ee0fd558b0c8') {} {{(pid=100432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:04:19.994211 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-b5f01018-246c-4fb6-ad23-f809737e738f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791115235332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6962323'] for segment, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:04:20.007569 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-b5f01018-246c-4fb6-ad23-f809737e738f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2010985'] for segment, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:04:20.012711 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device f8cd3052-cf6c-4ee8-b04f-07fb9a79489a up at agent hyperv_hv-cinder-80161 {{(pid=100433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 06:04:20.013813 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5f01018-246c-4fb6-ad23-f809737e738f admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=100432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 06:04:20.014203 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-b5f01018-246c-4fb6-ad23-f809737e738f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2010985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5048205'] for segment, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:04:20.016251 dv-cinder-801617-4-iscsi neutron-server[100432]: Traceback (most recent call last): Aug 04 06:04:20.016251 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 06:04:20.016251 dv-cinder-801617-4-iscsi neutron-server[100432]: timer() Aug 04 06:04:20.016251 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 06:04:20.016251 dv-cinder-801617-4-iscsi neutron-server[100432]: cb(*args, **kw) Aug 04 06:04:20.016251 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 06:04:20.016251 dv-cinder-801617-4-iscsi neutron-server[100432]: return func(*args, **kwargs) Aug 04 06:04:20.016251 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 06:04:20.016251 dv-cinder-801617-4-iscsi neutron-server[100432]: self._notify() Aug 04 06:04:20.016251 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 06:04:20.016251 dv-cinder-801617-4-iscsi neutron-server[100432]: self.callback(batched_events) Aug 04 06:04:20.016251 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 06:04:20.016251 dv-cinder-801617-4-iscsi neutron-server[100432]: event.method(event) Aug 04 06:04:20.016251 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 06:04:20.016251 dv-cinder-801617-4-iscsi neutron-server[100432]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 06:04:20.016251 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 06:04:20.016251 dv-cinder-801617-4-iscsi neutron-server[100432]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 06:04:20.016251 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 06:04:20.016251 dv-cinder-801617-4-iscsi neutron-server[100432]: return f(self, *a, **k) Aug 04 06:04:20.016251 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 06:04:20.016251 dv-cinder-801617-4-iscsi neutron-server[100432]: return self._get(url).json() Aug 04 06:04:20.016251 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 06:04:20.016251 dv-cinder-801617-4-iscsi neutron-server[100432]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 06:04:20.016251 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 06:04:20.016251 dv-cinder-801617-4-iscsi neutron-server[100432]: return self.request(url, 'GET', **kwargs) Aug 04 06:04:20.016251 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 06:04:20.016251 dv-cinder-801617-4-iscsi neutron-server[100432]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 06:04:20.016251 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 06:04:20.016251 dv-cinder-801617-4-iscsi neutron-server[100432]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 06:04:20.016251 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 06:04:20.016251 dv-cinder-801617-4-iscsi neutron-server[100432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 06:04:20.016251 dv-cinder-801617-4-iscsi neutron-server[100432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 06:04:20.128650 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Provisioning for port f8cd3052-cf6c-4ee8-b04f-07fb9a79489a completed by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 06:04:20.133278 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.provisioning_blocks [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Provisioning complete for port f8cd3052-cf6c-4ee8-b04f-07fb9a79489a triggered by entity L2. {{(pid=100433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 06:04:20.137438 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008937'] for port, provisioning_complete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:04:20.157591 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-b5f01018-246c-4fb6-ad23-f809737e738f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571881'] for network, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:04:20.170128 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-b5f01018-246c-4fb6-ad23-f809737e738f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for network, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:04:20.171791 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-b5f01018-246c-4fb6-ad23-f809737e738f admin admin] 10.222.0.37 "DELETE /v2.0/networks/8d9b5ffe-8eb4-4f25-a14e-ae0be6805bee HTTP/1.1" status: 204 len: 168 time: 0.3524747 Aug 04 06:04:20.192653 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f01018-246c-4fb6-ad23-f809737e738f admin admin] Pushing event deleted for resources: {'Network': ['ID=8d9b5ffe-8eb4-4f25-a14e-ae0be6805bee,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:04:20.248407 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:04:20.269895 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '153f3978-d7f1-4443-9c58-8b832460cb97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8cd3052-cf6c-4ee8-b04f-07fb9a79489a'}] {{(pid=100433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 06:04:20.272110 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffe4ad2cefe5cc989f07e8393c985a8403d56455fd91e6fde58b148ee627bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450c9bd2-243a-4f4c-9877-36a625b74157" -d '{"events": [{"server_uuid": "153f3978-d7f1-4443-9c58-8b832460cb97", "name": "network-vif-plugged", "status": "completed", "tag": "f8cd3052-cf6c-4ee8-b04f-07fb9a79489a"}]}' {{(pid=100433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 06:04:20.285009 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] For port f8cd3052-cf6c-4ee8-b04f-07fb9a79489a, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=f8cd3052-cf6c-4ee8-b04f-07fb9a79489a,segment=NetworkSegment(327125db-98e8-4cbc-9cc1-4f04032296be),segment_id=327125db-98e8-4cbc-9cc1-4f04032296be)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:04:20.360168 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 06:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa82f70b-8406-42a0-b12e-c5c7e8daf994 x-openstack-request-id: req-fa82f70b-8406-42a0-b12e-c5c7e8daf994 {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 06:04:20.360461 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "153f3978-d7f1-4443-9c58-8b832460cb97", "name": "network-vif-plugged", "status": "completed", "tag": "f8cd3052-cf6c-4ee8-b04f-07fb9a79489a", "code": 200}]} {{(pid=100433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 06:04:20.360725 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fa82f70b-8406-42a0-b12e-c5c7e8daf994 {{(pid=100433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 06:04:20.361143 dv-cinder-801617-4-iscsi neutron-server[100433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '153f3978-d7f1-4443-9c58-8b832460cb97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8cd3052-cf6c-4ee8-b04f-07fb9a79489a', 'code': 200} Aug 04 06:04:20.370070 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642'] for port, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:04:20.416651 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Pushing event updated for resources: {'Port': ['ID=f8cd3052-cf6c-4ee8-b04f-07fb9a79489a,revision_number=5']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:04:20.618995 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 36392) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:04:20.658617 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-5a66de00-50c5-4d9f-a202-fb4cfbe1ed17 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0326a1418a5348a09034971cb0abda42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377202 Aug 04 06:04:20.661072 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 36394) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:04:20.717260 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-da7104c6-5c3e-4422-b334-f4f4a7542a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:04:20.753857 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-da7104c6-5c3e-4422-b334-f4f4a7542a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:04:20.793523 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ad52b-779a-4231-a317-1a6dc7a7a0fd req-ccf8d62b-9bd1-4ab6-90b2-402fa271b4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:04:20.794941 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ed7ad52b-779a-4231-a317-1a6dc7a7a0fd req-ccf8d62b-9bd1-4ab6-90b2-402fa271b4a8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=153f3978-d7f1-4443-9c58-8b832460cb97 HTTP/1.1" status: 200 len: 1098 time: 0.0885222 Aug 04 06:04:20.861903 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a7002-a286-4b27-a0df-41c824850cd6 req-abbb3fa8-d41f-4c8e-b1dd-7c38fc7de2be tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:04:20.863362 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-7a4a7002-a286-4b27-a0df-41c824850cd6 req-abbb3fa8-d41f-4c8e-b1dd-7c38fc7de2be tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=153f3978-d7f1-4443-9c58-8b832460cb97 HTTP/1.1" status: 200 len: 945 time: 0.0883772 Aug 04 06:04:20.865020 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-ed7ad52b-779a-4231-a317-1a6dc7a7a0fd req-ea69c3fd-da84-4d25-a2e0-8abe7718b206 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=001f273c-59a8-4cf5-bf44-7d4de218e3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502191 Aug 04 06:04:20.900935 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-7a4a7002-a286-4b27-a0df-41c824850cd6 req-e6f854dc-8835-41e7-aa7a-81b7064bb782 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/security-groups?id=001f273c-59a8-4cf5-bf44-7d4de218e3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315938 Aug 04 06:04:20.934375 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-da7104c6-5c3e-4422-b334-f4f4a7542a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:04:20.937142 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-da7104c6-5c3e-4422-b334-f4f4a7542a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:04:20.938263 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-da7104c6-5c3e-4422-b334-f4f4a7542a71 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9bfd5f3a-78b2-4d8f-85fe-e6475f476c95 HTTP/1.1" status: 204 len: 168 time: 0.2763236 Aug 04 06:04:20.946609 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7104c6-5c3e-4422-b334-f4f4a7542a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfd5f3a-78b2-4d8f-85fe-e6475f476c95,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:04:22.017117 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e2727-739a-4b93-9a62-def795df4122 req-e7ac426b-3564-445d-8711-447ec9d4c04f tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:04:22.018558 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-687e2727-739a-4b93-9a62-def795df4122 req-e7ac426b-3564-445d-8711-447ec9d4c04f tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=153f3978-d7f1-4443-9c58-8b832460cb97 HTTP/1.1" status: 200 len: 945 time: 0.0473061 Aug 04 06:04:22.054846 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-687e2727-739a-4b93-9a62-def795df4122 req-f3bda376-50c4-474f-be7a-52de3efeb1c5 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/security-groups?id=001f273c-59a8-4cf5-bf44-7d4de218e3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304835 Aug 04 06:04:22.167794 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a430c59-338c-438f-b38b-a14869790fc3 req-52a7d3be-9983-43e2-b24b-7b93e403ef2d tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:04:22.169250 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-4a430c59-338c-438f-b38b-a14869790fc3 req-52a7d3be-9983-43e2-b24b-7b93e403ef2d tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=153f3978-d7f1-4443-9c58-8b832460cb97 HTTP/1.1" status: 200 len: 945 time: 0.0476215 Aug 04 06:04:22.205822 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-4a430c59-338c-438f-b38b-a14869790fc3 req-a2a089d9-6511-493a-b544-cfc334834d36 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/security-groups?id=001f273c-59a8-4cf5-bf44-7d4de218e3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308340 Aug 04 06:04:22.227741 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 36404) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:04:22.265228 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd27ebc6-8bc5-4db6-81aa-7b0376ca6b1d tempest-TestVolumeBootPattern-1599183270 tempest-TestVolumeBootPattern-1599183270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:04:22.266659 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-dd27ebc6-8bc5-4db6-81aa-7b0376ca6b1d tempest-TestVolumeBootPattern-1599183270 tempest-TestVolumeBootPattern-1599183270-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=153f3978-d7f1-4443-9c58-8b832460cb97 HTTP/1.1" status: 200 len: 1093 time: 0.0379548 Aug 04 06:04:22.269360 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 36406) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:04:22.273656 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.v2.base [None req-0bdae4c4-ffc4-4e6a-81fc-955ab533f523 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Request body: {'floatingip': {'floating_network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'port_id': 'f8cd3052-cf6c-4ee8-b04f-07fb9a79489a', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 06:04:22.353049 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-0bdae4c4-ffc4-4e6a-81fc-955ab533f523 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks [] for floatingip, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:04:22.447340 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-0bdae4c4-ffc4-4e6a-81fc-955ab533f523 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:04:22.551684 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.db_base_plugin_common [None req-0bdae4c4-ffc4-4e6a-81fc-955ab533f523 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Allocated IP 172.27.1.140 (ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5/3914311c-894e-41ec-96a2-d757dbda92d2/8101c4e7-d630-4e1b-93df-ed3cdd7e1fcc) {{(pid=100432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 06:04:22.648070 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-0bdae4c4-ffc4-4e6a-81fc-955ab533f523 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks [] for port, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:04:22.724546 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-0bdae4c4-ffc4-4e6a-81fc-955ab533f523 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791114685606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:04:22.760081 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdae4c4-ffc4-4e6a-81fc-955ab533f523 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Network ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5 is already hosted by enough agents. {{(pid=100432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 06:04:22.764351 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.base_scheduler [None req-0bdae4c4-ffc4-4e6a-81fc-955ab533f523 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Resources bound (agent type, host, resource id): {{(pid=100432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 06:04:22.766860 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdae4c4-ffc4-4e6a-81fc-955ab533f523 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Received port after_create {{(pid=100432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 06:04:22.798773 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdae4c4-ffc4-4e6a-81fc-955ab533f523 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Pushing event updated for resources: {'Port': ['ID=8101c4e7-d630-4e1b-93df-ed3cdd7e1fcc,revision_number=1']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:04:23.371359 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-0bdae4c4-ffc4-4e6a-81fc-955ab533f523 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:04:23.548812 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-0bdae4c4-ffc4-4e6a-81fc-955ab533f523 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984895'] for port, before_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:04:23.694556 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-0bdae4c4-ffc4-4e6a-81fc-955ab533f523 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks [] for port, precommit_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:04:23.758214 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-0bdae4c4-ffc4-4e6a-81fc-955ab533f523 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791115190191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791114685624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791114685642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5048305'] for port, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:04:23.824287 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdae4c4-ffc4-4e6a-81fc-955ab533f523 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Pushing event updated for resources: {'Port': ['ID=8101c4e7-d630-4e1b-93df-ed3cdd7e1fcc,revision_number=2']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:04:23.834557 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-0bdae4c4-ffc4-4e6a-81fc-955ab533f523 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572675'] for floatingip, after_update {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:04:23.930251 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.db.l3_db [None req-0bdae4c4-ffc4-4e6a-81fc-955ab533f523 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Floating IP ebd08675-3fbd-4355-aafd-e7d802076f65 associated. External IP: 172.27.1.140, port: f8cd3052-cf6c-4ee8-b04f-07fb9a79489a. Aug 04 06:04:24.139752 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bdae4c4-ffc4-4e6a-81fc-955ab533f523 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Router a7a14fa8-24b3-4839-91ef-27fe175f609a has already been hosted by L3 agent 1092c566-0070-459b-a71e-112f2411deeb {{(pid=100432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 06:04:24.260412 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bdae4c4-ffc4-4e6a-81fc-955ab533f523 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify agent at l3_agent.dv-cinder-801617-4-iscsi the message routers_updated {{(pid=100432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 06:04:24.270023 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4a5f6b-16e3-478a-ad9c-b96d1f6b98d2 None None] Sync routers for ids ['a7a14fa8-24b3-4839-91ef-27fe175f609a'] in dv-cinder-801617-4-iscsi {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 06:04:24.278828 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4a5f6b-16e3-478a-ad9c-b96d1f6b98d2 None None] Routers {'a7a14fa8-24b3-4839-91ef-27fe175f609a'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 06:04:24.279441 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-fa4a5f6b-16e3-478a-ad9c-b96d1f6b98d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T06:04:06Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['a7a14fa8-24b3-4839-91ef-27fe175f609a'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:04:24.364269 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-0bdae4c4-ffc4-4e6a-81fc-955ab533f523 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for floatingip, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:04:24.384538 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-fa4a5f6b-16e3-478a-ad9c-b96d1f6b98d2 None None] Set router a7a14fa8-24b3-4839-91ef-27fe175f609a gateway port host: dv-cinder-801617-4-iscsi {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 06:04:24.391755 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-0bdae4c4-ffc4-4e6a-81fc-955ab533f523 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1213784 Aug 04 06:04:24.392369 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '153f3978-d7f1-4443-9c58-8b832460cb97', 'tag': 'f8cd3052-cf6c-4ee8-b04f-07fb9a79489a'}] {{(pid=100432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 06:04:24.394604 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7961aa7e709e573ce1f4efc3791ca037d6473da3b2c6b2a251ebfb1631130676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8309a2a5-cdb1-4889-8cd2-a30d7f7f087a" -d '{"events": [{"name": "network-changed", "server_uuid": "153f3978-d7f1-4443-9c58-8b832460cb97", "tag": "f8cd3052-cf6c-4ee8-b04f-07fb9a79489a"}]}' {{(pid=100432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 06:04:24.431128 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 06:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2a038a-78af-4a17-b3c6-5e18874c6e3c x-openstack-request-id: req-6e2a038a-78af-4a17-b3c6-5e18874c6e3c {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 06:04:24.431422 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "153f3978-d7f1-4443-9c58-8b832460cb97", "tag": "f8cd3052-cf6c-4ee8-b04f-07fb9a79489a", "status": "completed", "code": 200}]} {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 06:04:24.431701 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6e2a038a-78af-4a17-b3c6-5e18874c6e3c {{(pid=100432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 06:04:24.432217 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '153f3978-d7f1-4443-9c58-8b832460cb97', 'tag': 'f8cd3052-cf6c-4ee8-b04f-07fb9a79489a', 'status': 'completed', 'code': 200} Aug 04 06:04:24.492360 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309a2a5-cdb1-4889-8cd2-a30d7f7f087a req-2f223036-c0e4-4762-b0da-310362211ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:04:24.493889 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-8309a2a5-cdb1-4889-8cd2-a30d7f7f087a req-2f223036-c0e4-4762-b0da-310362211ed9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b09ae787d8884ae3ba4497e18def9b7a&device_id=153f3978-d7f1-4443-9c58-8b832460cb97 HTTP/1.1" status: 200 len: 1098 time: 0.0408089 Aug 04 06:04:24.583492 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309a2a5-cdb1-4889-8cd2-a30d7f7f087a req-62822972-835d-4a1f-b022-c1e99f7306ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:04:24.585465 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-8309a2a5-cdb1-4889-8cd2-a30d7f7f087a req-62822972-835d-4a1f-b022-c1e99f7306ff service neutron] 10.222.0.18 "GET /v2.0/networks?id=75087129-2768-469a-b081-a5bf8e2c4322 HTTP/1.1" status: 200 len: 912 time: 0.0844722 Aug 04 06:04:24.607642 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-fa4a5f6b-16e3-478a-ad9c-b96d1f6b98d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'name': 'tempest-TestVolumeBootPattern-469316562-router', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '1e94306a-7c1a-4d31-86a7-349635fa0a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:58:54Z', 'updated_at': '2021-08-04T05:58:58Z', 'revision_number': 4, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'gw_port': {'id': '1e94306a-7c1a-4d31-86a7-349635fa0a1f', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:28:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:58:55Z', 'updated_at': '2021-08-04T05:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_floatingips': [{'id': 'b9e28316-e37b-49b0-8060-1ef459181929', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'floating_ip_address': '172.27.1.102', 'floating_network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'router_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'port_id': '629fa75e-e7bb-4013-a166-699f8cb00ae2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322', 'mac_address': 'fa:16:3e:eb:7e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48799c1b-49e1-454d-8e09-4f2294342999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T06:02:27Z', 'updated_at': '2021-08-04T06:02:29Z', 'revision_number': 1, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'fixed_ip_address_scope': None}, {'id': 'ebd08675-3fbd-4355-aafd-e7d802076f65', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'floating_ip_address': '172.27.1.140', 'floating_network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'router_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'port_id': 'f8cd3052-cf6c-4ee8-b04f-07fb9a79489a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322', 'mac_address': 'fa:16:3e:f8:08:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153f3978-d7f1-4443-9c58-8b832460cb97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T06:04:23Z', 'updated_at': '2021-08-04T06:04:23Z', 'revision_number': 0, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f633ad4-7ed1-43f5-aa0d-17d04f6c73df', 'name': '', 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'mac_address': 'fa:16:3e:36:3b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '1710d15a-86d5-46eb-8a18-ce13aa256ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:58:57Z', 'updated_at': '2021-08-04T05:59:05Z', 'revision_number': 5, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'subnets': [{'id': '1710d15a-86d5-46eb-8a18-ce13aa256ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:04:24.632188 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4a5f6b-16e3-478a-ad9c-b96d1f6b98d2 None None] Checking router: a7a14fa8-24b3-4839-91ef-27fe175f609a for host: dv-cinder-801617-4-iscsi {{(pid=100433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 06:04:24.640501 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4a5f6b-16e3-478a-ad9c-b96d1f6b98d2 None None] Routers {'a7a14fa8-24b3-4839-91ef-27fe175f609a'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 06:04:24.641098 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-fa4a5f6b-16e3-478a-ad9c-b96d1f6b98d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T06:04:06Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['a7a14fa8-24b3-4839-91ef-27fe175f609a'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:04:24.648320 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-8309a2a5-cdb1-4889-8cd2-a30d7f7f087a req-587b19fa-43fc-4ed2-b445-122edece4aa4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8cd3052-cf6c-4ee8-b04f-07fb9a79489a HTTP/1.1" status: 200 len: 999 time: 0.0566168 Aug 04 06:04:24.696316 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309a2a5-cdb1-4889-8cd2-a30d7f7f087a req-aad8dd08-f687-4d5d-8f8d-73e389487bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:04:24.698327 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-8309a2a5-cdb1-4889-8cd2-a30d7f7f087a req-aad8dd08-f687-4d5d-8f8d-73e389487bf1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1710d15a-86d5-46eb-8a18-ce13aa256ffd HTTP/1.1" status: 200 len: 850 time: 0.0428720 Aug 04 06:04:24.746318 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-fa4a5f6b-16e3-478a-ad9c-b96d1f6b98d2 None None] Set router a7a14fa8-24b3-4839-91ef-27fe175f609a gateway port host: dv-cinder-801617-4-iscsi {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 06:04:24.747228 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309a2a5-cdb1-4889-8cd2-a30d7f7f087a req-74d7459e-28f6-4b8c-82f4-ab45800b3505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:04:24.748764 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-8309a2a5-cdb1-4889-8cd2-a30d7f7f087a req-74d7459e-28f6-4b8c-82f4-ab45800b3505 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=75087129-2768-469a-b081-a5bf8e2c4322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434954 Aug 04 06:04:24.836772 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-8309a2a5-cdb1-4889-8cd2-a30d7f7f087a req-a510dc12-6588-450d-af05-04ee1767a1fd service neutron] 10.222.0.18 "GET /v2.0/networks/75087129-2768-469a-b081-a5bf8e2c4322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811567 Aug 04 06:04:24.930140 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-8309a2a5-cdb1-4889-8cd2-a30d7f7f087a req-9c9902c5-432c-4e57-80a1-0404e1962f21 service neutron] 10.222.0.18 "GET /v2.0/networks/75087129-2768-469a-b081-a5bf8e2c4322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848203 Aug 04 06:04:24.969090 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-fa4a5f6b-16e3-478a-ad9c-b96d1f6b98d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'name': 'tempest-TestVolumeBootPattern-469316562-router', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '1e94306a-7c1a-4d31-86a7-349635fa0a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:58:54Z', 'updated_at': '2021-08-04T05:58:58Z', 'revision_number': 4, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'gw_port': {'id': '1e94306a-7c1a-4d31-86a7-349635fa0a1f', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:28:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:58:55Z', 'updated_at': '2021-08-04T05:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_floatingips': [{'id': 'b9e28316-e37b-49b0-8060-1ef459181929', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'floating_ip_address': '172.27.1.102', 'floating_network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'router_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'port_id': '629fa75e-e7bb-4013-a166-699f8cb00ae2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322', 'mac_address': 'fa:16:3e:eb:7e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48799c1b-49e1-454d-8e09-4f2294342999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T06:02:27Z', 'updated_at': '2021-08-04T06:02:29Z', 'revision_number': 1, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'fixed_ip_address_scope': None}, {'id': 'ebd08675-3fbd-4355-aafd-e7d802076f65', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'floating_ip_address': '172.27.1.140', 'floating_network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'router_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'port_id': 'f8cd3052-cf6c-4ee8-b04f-07fb9a79489a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322', 'mac_address': 'fa:16:3e:f8:08:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153f3978-d7f1-4443-9c58-8b832460cb97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T06:04:23Z', 'updated_at': '2021-08-04T06:04:23Z', 'revision_number': 0, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f633ad4-7ed1-43f5-aa0d-17d04f6c73df', 'name': '', 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'mac_address': 'fa:16:3e:36:3b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '1710d15a-86d5-46eb-8a18-ce13aa256ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:58:57Z', 'updated_at': '2021-08-04T05:59:05Z', 'revision_number': 5, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'subnets': [{'id': '1710d15a-86d5-46eb-8a18-ce13aa256ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:04:24.993921 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4a5f6b-16e3-478a-ad9c-b96d1f6b98d2 None None] The sync data for ids ['a7a14fa8-24b3-4839-91ef-27fe175f609a'] in dv-cinder-801617-4-iscsi is: [{'id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'name': 'tempest-TestVolumeBootPattern-469316562-router', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '1e94306a-7c1a-4d31-86a7-349635fa0a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:58:54Z', 'updated_at': '2021-08-04T05:58:58Z', 'revision_number': 4, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'gw_port': {'id': '1e94306a-7c1a-4d31-86a7-349635fa0a1f', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:28:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:58:55Z', 'updated_at': '2021-08-04T05:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_floatingips': [{'id': 'b9e28316-e37b-49b0-8060-1ef459181929', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'floating_ip_address': '172.27.1.102', 'floating_network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'router_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'port_id': '629fa75e-e7bb-4013-a166-699f8cb00ae2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322', 'mac_address': 'fa:16:3e:eb:7e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48799c1b-49e1-454d-8e09-4f2294342999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T06:02:27Z', 'updated_at': '2021-08-04T06:02:29Z', 'revision_number': 1, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'fixed_ip_address_scope': None}, {'id': 'ebd08675-3fbd-4355-aafd-e7d802076f65', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'floating_ip_address': '172.27.1.140', 'floating_network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'router_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'port_id': 'f8cd3052-cf6c-4ee8-b04f-07fb9a79489a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322', 'mac_address': 'fa:16:3e:f8:08:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153f3978-d7f1-4443-9c58-8b832460cb97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T06:04:23Z', 'updated_at': '2021-08-04T06:04:23Z', 'revision_number': 0, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f633ad4-7ed1-43f5-aa0d-17d04f6c73df', 'name': '', 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'mac_address': 'fa:16:3e:36:3b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '1710d15a-86d5-46eb-8a18-ce13aa256ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:58:57Z', 'updated_at': '2021-08-04T05:59:05Z', 'revision_number': 5, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'subnets': [{'id': '1710d15a-86d5-46eb-8a18-ce13aa256ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 06:04:25.174305 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3d7cbc-4c54-4314-aa9d-9f17199bb0d9 None None] New status for floating IP ebd08675-3fbd-4355-aafd-e7d802076f65: ACTIVE {{(pid=100434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 06:04:26.392636 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:04:33.609598 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c00bbd88-a96e-4e19-a644-0fc810a7a55c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:04:36.076715 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-3fcb3c6c-0916-488a-8309-27ea18010a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:04:36.140803 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:04:37.592242 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6693b30c-6718-4946-8b55-748181203f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:04:39.358211 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-dee0c6e9-f257-441c-951e-ad3806d8c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:04:52.001858 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-af02ba66-bd33-4c7f-ad7c-7481e90ae0d9 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 06:04:56.408569 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:05:02.091150 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-7bb0168e-ecd2-457e-9e70-ffefd952673b req-eafa52e7-23ae-482c-9bcd-5e906436279d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=48799c1b-49e1-454d-8e09-4f2294342999&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400546 Aug 04 06:05:02.170401 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0168e-ecd2-457e-9e70-ffefd952673b req-1dbb4209-f37f-4581-91fd-0ddcfecffe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:05:02.171783 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-7bb0168e-ecd2-457e-9e70-ffefd952673b req-1dbb4209-f37f-4581-91fd-0ddcfecffe96 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b09ae787d8884ae3ba4497e18def9b7a&device_id=48799c1b-49e1-454d-8e09-4f2294342999 HTTP/1.1" status: 200 len: 1099 time: 0.0399938 Aug 04 06:05:02.271748 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0168e-ecd2-457e-9e70-ffefd952673b req-e3b4f59a-8890-42cb-84ea-8fd809f7ba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:05:02.273206 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-7bb0168e-ecd2-457e-9e70-ffefd952673b req-e3b4f59a-8890-42cb-84ea-8fd809f7ba13 service neutron] 10.222.0.18 "GET /v2.0/networks?id=75087129-2768-469a-b081-a5bf8e2c4322 HTTP/1.1" status: 200 len: 912 time: 0.0840261 Aug 04 06:05:02.336696 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-7bb0168e-ecd2-457e-9e70-ffefd952673b req-7166c1b6-8d6c-4094-868a-17aa9d9bf8d8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=629fa75e-e7bb-4013-a166-699f8cb00ae2 HTTP/1.1" status: 200 len: 1002 time: 0.0562849 Aug 04 06:05:02.387577 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0168e-ecd2-457e-9e70-ffefd952673b req-c195103e-037a-4c91-8fb1-a54c3fc030eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:05:02.389001 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-7bb0168e-ecd2-457e-9e70-ffefd952673b req-c195103e-037a-4c91-8fb1-a54c3fc030eb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1710d15a-86d5-46eb-8a18-ce13aa256ffd HTTP/1.1" status: 200 len: 850 time: 0.0448699 Aug 04 06:05:02.438538 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0168e-ecd2-457e-9e70-ffefd952673b req-ad011969-75e9-453e-8a22-48382719851e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:05:02.439946 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-7bb0168e-ecd2-457e-9e70-ffefd952673b req-ad011969-75e9-453e-8a22-48382719851e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=75087129-2768-469a-b081-a5bf8e2c4322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439792 Aug 04 06:05:02.529017 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-7bb0168e-ecd2-457e-9e70-ffefd952673b req-5d7483ce-5481-4a19-9f64-868300b6d779 service neutron] 10.222.0.18 "GET /v2.0/networks/75087129-2768-469a-b081-a5bf8e2c4322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821774 Aug 04 06:05:02.620590 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-7bb0168e-ecd2-457e-9e70-ffefd952673b req-0f0b2480-7bf3-4a20-adcb-76bd0cc7098a service neutron] 10.222.0.18 "GET /v2.0/networks/75087129-2768-469a-b081-a5bf8e2c4322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845661 Aug 04 06:05:03.596315 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-380e09a2-774a-4468-ae46-6912f9d0b904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:05:06.043107 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-585a542e-ed83-4007-b276-e2e8e1b8fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:05:06.157009 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:05:07.591023 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6693b30c-6718-4946-8b55-748181203f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:05:09.367901 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-dee0c6e9-f257-441c-951e-ad3806d8c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:05:26.413273 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:05:29.001333 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-af02ba66-bd33-4c7f-ad7c-7481e90ae0d9 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 06:05:33.549664 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-9601ec5b-db1f-4fee-beae-32aefbaea77c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:05:35.995852 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-2af5bc36-0d3f-4b4a-a957-9404403ff4a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:05:36.172594 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:05:37.624137 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6693b30c-6718-4946-8b55-748181203f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:05:39.361190 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-dee0c6e9-f257-441c-951e-ad3806d8c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:05:51.327317 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 36428) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:05:51.480705 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [None req-fcaa286c-7deb-4293-9aea-89f2083fa609 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Deleting port 8101c4e7-d630-4e1b-93df-ed3cdd7e1fcc {{(pid=100432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 06:05:51.481044 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-fcaa286c-7deb-4293-9aea-89f2083fa609 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:05:51.553436 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-fcaa286c-7deb-4293-9aea-89f2083fa609 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:05:51.553865 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-fcaa286c-7deb-4293-9aea-89f2083fa609 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:05:51.567901 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [None req-fcaa286c-7deb-4293-9aea-89f2083fa609 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Calling delete_port for 8101c4e7-d630-4e1b-93df-ed3cdd7e1fcc owned by network:floatingip {{(pid=100432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 06:05:51.808925 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-fcaa286c-7deb-4293-9aea-89f2083fa609 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:05:51.837549 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaa286c-7deb-4293-9aea-89f2083fa609 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Pushing event deleted for resources: {'Port': ['ID=8101c4e7-d630-4e1b-93df-ed3cdd7e1fcc,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:05:51.863568 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaa286c-7deb-4293-9aea-89f2083fa609 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:05:51.863939 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaa286c-7deb-4293-9aea-89f2083fa609 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:05:51.864279 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaa286c-7deb-4293-9aea-89f2083fa609 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:05:51.864610 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaa286c-7deb-4293-9aea-89f2083fa609 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:05:51.864937 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaa286c-7deb-4293-9aea-89f2083fa609 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:05:51.865282 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaa286c-7deb-4293-9aea-89f2083fa609 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:05:51.865613 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaa286c-7deb-4293-9aea-89f2083fa609 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:05:51.865934 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaa286c-7deb-4293-9aea-89f2083fa609 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:05:51.866255 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaa286c-7deb-4293-9aea-89f2083fa609 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:05:51.866571 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaa286c-7deb-4293-9aea-89f2083fa609 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:05:51.866885 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaa286c-7deb-4293-9aea-89f2083fa609 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:05:51.867198 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaa286c-7deb-4293-9aea-89f2083fa609 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:05:51.904859 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-fcaa286c-7deb-4293-9aea-89f2083fa609 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks [] for floatingip, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:05:51.905188 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.db.l3_db [None req-fcaa286c-7deb-4293-9aea-89f2083fa609 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Floating IP ebd08675-3fbd-4355-aafd-e7d802076f65 disassociated (deleted). External IP: 172.27.1.140, port: f8cd3052-cf6c-4ee8-b04f-07fb9a79489a. Aug 04 06:05:52.108204 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcaa286c-7deb-4293-9aea-89f2083fa609 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Router a7a14fa8-24b3-4839-91ef-27fe175f609a has already been hosted by L3 agent 1092c566-0070-459b-a71e-112f2411deeb {{(pid=100432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 06:05:52.213004 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcaa286c-7deb-4293-9aea-89f2083fa609 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify agent at l3_agent.dv-cinder-801617-4-iscsi the message routers_updated {{(pid=100432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 06:05:52.217630 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-fcaa286c-7deb-4293-9aea-89f2083fa609 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for floatingip, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:05:52.223887 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8c81cd-c493-49af-9448-7d0057129ca8 None None] Sync routers for ids ['a7a14fa8-24b3-4839-91ef-27fe175f609a'] in dv-cinder-801617-4-iscsi {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 06:05:52.233579 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8c81cd-c493-49af-9448-7d0057129ca8 None None] Routers {'a7a14fa8-24b3-4839-91ef-27fe175f609a'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 06:05:52.234190 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-8d8c81cd-c493-49af-9448-7d0057129ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T06:05:36Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['a7a14fa8-24b3-4839-91ef-27fe175f609a'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:05:52.245070 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-fcaa286c-7deb-4293-9aea-89f2083fa609 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "DELETE /v2.0/floatingips/ebd08675-3fbd-4355-aafd-e7d802076f65 HTTP/1.1" status: 204 len: 168 time: 0.9166322 Aug 04 06:05:52.245658 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '153f3978-d7f1-4443-9c58-8b832460cb97', 'tag': 'f8cd3052-cf6c-4ee8-b04f-07fb9a79489a'}] {{(pid=100432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 06:05:52.247932 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7961aa7e709e573ce1f4efc3791ca037d6473da3b2c6b2a251ebfb1631130676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef49556-8de8-4b9e-b258-bc9c135cc21b" -d '{"events": [{"name": "network-changed", "server_uuid": "153f3978-d7f1-4443-9c58-8b832460cb97", "tag": "f8cd3052-cf6c-4ee8-b04f-07fb9a79489a"}]}' {{(pid=100432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 06:05:52.294602 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 06:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9544a75f-c753-402f-8615-47c9c044254b x-openstack-request-id: req-9544a75f-c753-402f-8615-47c9c044254b {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 06:05:52.294908 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "153f3978-d7f1-4443-9c58-8b832460cb97", "tag": "f8cd3052-cf6c-4ee8-b04f-07fb9a79489a", "status": "completed", "code": 200}]} {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 06:05:52.295136 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9544a75f-c753-402f-8615-47c9c044254b {{(pid=100432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 06:05:52.295526 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '153f3978-d7f1-4443-9c58-8b832460cb97', 'tag': 'f8cd3052-cf6c-4ee8-b04f-07fb9a79489a', 'status': 'completed', 'code': 200} Aug 04 06:05:52.341300 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-8d8c81cd-c493-49af-9448-7d0057129ca8 None None] Set router a7a14fa8-24b3-4839-91ef-27fe175f609a gateway port host: dv-cinder-801617-4-iscsi {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 06:05:52.358505 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef49556-8de8-4b9e-b258-bc9c135cc21b req-87f0aa47-982a-4aa9-b3e2-0aadb71d1aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:05:52.360040 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-eef49556-8de8-4b9e-b258-bc9c135cc21b req-87f0aa47-982a-4aa9-b3e2-0aadb71d1aae service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b09ae787d8884ae3ba4497e18def9b7a&device_id=153f3978-d7f1-4443-9c58-8b832460cb97 HTTP/1.1" status: 200 len: 1098 time: 0.0420983 Aug 04 06:05:52.573825 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-8d8c81cd-c493-49af-9448-7d0057129ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'name': 'tempest-TestVolumeBootPattern-469316562-router', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '1e94306a-7c1a-4d31-86a7-349635fa0a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:58:54Z', 'updated_at': '2021-08-04T05:58:58Z', 'revision_number': 4, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'gw_port': {'id': '1e94306a-7c1a-4d31-86a7-349635fa0a1f', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:28:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:58:55Z', 'updated_at': '2021-08-04T05:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_floatingips': [{'id': 'b9e28316-e37b-49b0-8060-1ef459181929', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'floating_ip_address': '172.27.1.102', 'floating_network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'router_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'port_id': '629fa75e-e7bb-4013-a166-699f8cb00ae2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322', 'mac_address': 'fa:16:3e:eb:7e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48799c1b-49e1-454d-8e09-4f2294342999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T06:02:27Z', 'updated_at': '2021-08-04T06:02:29Z', 'revision_number': 1, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f633ad4-7ed1-43f5-aa0d-17d04f6c73df', 'name': '', 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'mac_address': 'fa:16:3e:36:3b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '1710d15a-86d5-46eb-8a18-ce13aa256ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:58:57Z', 'updated_at': '2021-08-04T05:59:05Z', 'revision_number': 5, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'subnets': [{'id': '1710d15a-86d5-46eb-8a18-ce13aa256ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:05:52.606276 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8c81cd-c493-49af-9448-7d0057129ca8 None None] Checking router: a7a14fa8-24b3-4839-91ef-27fe175f609a for host: dv-cinder-801617-4-iscsi {{(pid=100433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 06:05:52.624342 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8c81cd-c493-49af-9448-7d0057129ca8 None None] Routers {'a7a14fa8-24b3-4839-91ef-27fe175f609a'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 06:05:52.624342 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-8d8c81cd-c493-49af-9448-7d0057129ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T06:05:36Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['a7a14fa8-24b3-4839-91ef-27fe175f609a'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:05:52.684989 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9c3a9-abb2-4ff6-b8c8-cb31281dd75e req-120155d5-28a0-4c55-80db-c19b9b4566fb tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:05:52.687636 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-a0c9c3a9-abb2-4ff6-b8c8-cb31281dd75e req-120155d5-28a0-4c55-80db-c19b9b4566fb tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=153f3978-d7f1-4443-9c58-8b832460cb97 HTTP/1.1" status: 200 len: 945 time: 0.0530894 Aug 04 06:05:52.715977 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef49556-8de8-4b9e-b258-bc9c135cc21b req-23b11236-8925-4fed-9a9d-680abcf0d699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:05:52.717484 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-eef49556-8de8-4b9e-b258-bc9c135cc21b req-23b11236-8925-4fed-9a9d-680abcf0d699 service neutron] 10.222.0.18 "GET /v2.0/networks?id=75087129-2768-469a-b081-a5bf8e2c4322 HTTP/1.1" status: 200 len: 912 time: 0.3492994 Aug 04 06:05:52.731238 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-a0c9c3a9-abb2-4ff6-b8c8-cb31281dd75e req-51d6195f-8462-460c-8a66-06df83f49475 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/security-groups?id=001f273c-59a8-4cf5-bf44-7d4de218e3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361392 Aug 04 06:05:52.760800 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-eef49556-8de8-4b9e-b258-bc9c135cc21b req-655087d6-351c-4b36-9974-38d82cf174b6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8cd3052-cf6c-4ee8-b04f-07fb9a79489a HTTP/1.1" status: 200 len: 217 time: 0.0358322 Aug 04 06:05:52.812016 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef49556-8de8-4b9e-b258-bc9c135cc21b req-f91e57bc-ee85-4ba0-9b1d-23e35844c776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:05:52.813600 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-eef49556-8de8-4b9e-b258-bc9c135cc21b req-f91e57bc-ee85-4ba0-9b1d-23e35844c776 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1710d15a-86d5-46eb-8a18-ce13aa256ffd HTTP/1.1" status: 200 len: 850 time: 0.0450158 Aug 04 06:05:52.849960 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-8d8c81cd-c493-49af-9448-7d0057129ca8 None None] Set router a7a14fa8-24b3-4839-91ef-27fe175f609a gateway port host: dv-cinder-801617-4-iscsi {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 06:05:52.863428 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef49556-8de8-4b9e-b258-bc9c135cc21b req-f66f99f2-c9d5-4317-a68b-47b8c0dba903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:05:52.864957 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-eef49556-8de8-4b9e-b258-bc9c135cc21b req-f66f99f2-c9d5-4317-a68b-47b8c0dba903 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=75087129-2768-469a-b081-a5bf8e2c4322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436785 Aug 04 06:05:52.953906 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-eef49556-8de8-4b9e-b258-bc9c135cc21b req-664ccab1-703f-4e67-b148-4ba6cc0557fe service neutron] 10.222.0.18 "GET /v2.0/networks/75087129-2768-469a-b081-a5bf8e2c4322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810745 Aug 04 06:05:53.053582 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-eef49556-8de8-4b9e-b258-bc9c135cc21b req-7f1e7a14-2273-4025-b376-964415a9e6cb service neutron] 10.222.0.18 "GET /v2.0/networks/75087129-2768-469a-b081-a5bf8e2c4322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915344 Aug 04 06:05:53.078854 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-8d8c81cd-c493-49af-9448-7d0057129ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'name': 'tempest-TestVolumeBootPattern-469316562-router', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '1e94306a-7c1a-4d31-86a7-349635fa0a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:58:54Z', 'updated_at': '2021-08-04T05:58:58Z', 'revision_number': 4, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'gw_port': {'id': '1e94306a-7c1a-4d31-86a7-349635fa0a1f', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:28:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:58:55Z', 'updated_at': '2021-08-04T05:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_floatingips': [{'id': 'b9e28316-e37b-49b0-8060-1ef459181929', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'floating_ip_address': '172.27.1.102', 'floating_network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'router_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'port_id': '629fa75e-e7bb-4013-a166-699f8cb00ae2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322', 'mac_address': 'fa:16:3e:eb:7e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48799c1b-49e1-454d-8e09-4f2294342999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T06:02:27Z', 'updated_at': '2021-08-04T06:02:29Z', 'revision_number': 1, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f633ad4-7ed1-43f5-aa0d-17d04f6c73df', 'name': '', 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'mac_address': 'fa:16:3e:36:3b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '1710d15a-86d5-46eb-8a18-ce13aa256ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:58:57Z', 'updated_at': '2021-08-04T05:59:05Z', 'revision_number': 5, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'subnets': [{'id': '1710d15a-86d5-46eb-8a18-ce13aa256ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:05:53.108382 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8c81cd-c493-49af-9448-7d0057129ca8 None None] The sync data for ids ['a7a14fa8-24b3-4839-91ef-27fe175f609a'] in dv-cinder-801617-4-iscsi is: [{'id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'name': 'tempest-TestVolumeBootPattern-469316562-router', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '1e94306a-7c1a-4d31-86a7-349635fa0a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:58:54Z', 'updated_at': '2021-08-04T05:58:58Z', 'revision_number': 4, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'gw_port': {'id': '1e94306a-7c1a-4d31-86a7-349635fa0a1f', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:28:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:58:55Z', 'updated_at': '2021-08-04T05:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_floatingips': [{'id': 'b9e28316-e37b-49b0-8060-1ef459181929', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'floating_ip_address': '172.27.1.102', 'floating_network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'router_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'port_id': '629fa75e-e7bb-4013-a166-699f8cb00ae2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322', 'mac_address': 'fa:16:3e:eb:7e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48799c1b-49e1-454d-8e09-4f2294342999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T06:02:27Z', 'updated_at': '2021-08-04T06:02:29Z', 'revision_number': 1, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f633ad4-7ed1-43f5-aa0d-17d04f6c73df', 'name': '', 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'mac_address': 'fa:16:3e:36:3b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '1710d15a-86d5-46eb-8a18-ce13aa256ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:58:57Z', 'updated_at': '2021-08-04T05:59:05Z', 'revision_number': 5, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'subnets': [{'id': '1710d15a-86d5-46eb-8a18-ce13aa256ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 06:05:53.320854 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1024a21c-093c-4794-9931-9b5aa2f1aad8 None None] New status for floating IP ebd08675-3fbd-4355-aafd-e7d802076f65: DOWN {{(pid=100434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 06:05:53.850770 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbdd298-9f80-4005-a9e6-ece48fe95091 req-6f6cfbba-2c82-4905-8f80-c7d7a17cb5d9 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:05:53.852328 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5cbdd298-9f80-4005-a9e6-ece48fe95091 req-6f6cfbba-2c82-4905-8f80-c7d7a17cb5d9 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=153f3978-d7f1-4443-9c58-8b832460cb97 HTTP/1.1" status: 200 len: 945 time: 0.0498168 Aug 04 06:05:53.888841 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-5cbdd298-9f80-4005-a9e6-ece48fe95091 req-61d50964-e4f4-43d0-876d-34e6361f2084 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/security-groups?id=001f273c-59a8-4cf5-bf44-7d4de218e3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307095 Aug 04 06:05:54.190790 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9377a6cc-903f-475a-a376-ade140550ddb req-3a4b17c4-5865-4cf6-8fa1-3f9fbb56a74b tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:05:54.192163 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9377a6cc-903f-475a-a376-ade140550ddb req-3a4b17c4-5865-4cf6-8fa1-3f9fbb56a74b tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.18 "GET /v2.0/ports?device_id=153f3978-d7f1-4443-9c58-8b832460cb97 HTTP/1.1" status: 200 len: 945 time: 0.0482333 Aug 04 06:05:54.284685 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [req-9377a6cc-903f-475a-a376-ade140550ddb req-8d1a9ad8-ae99-41fb-82cb-88204ebd058e tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Deleting port f8cd3052-cf6c-4ee8-b04f-07fb9a79489a {{(pid=100432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 06:05:54.285002 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-9377a6cc-903f-475a-a376-ade140550ddb req-8d1a9ad8-ae99-41fb-82cb-88204ebd058e tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:05:54.370682 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [req-9377a6cc-903f-475a-a376-ade140550ddb req-8d1a9ad8-ae99-41fb-82cb-88204ebd058e tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] For port f8cd3052-cf6c-4ee8-b04f-07fb9a79489a, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=f8cd3052-cf6c-4ee8-b04f-07fb9a79489a,segment=NetworkSegment(327125db-98e8-4cbc-9cc1-4f04032296be),segment_id=327125db-98e8-4cbc-9cc1-4f04032296be)] {{(pid=100432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:05:54.371043 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-9377a6cc-903f-475a-a376-ade140550ddb req-8d1a9ad8-ae99-41fb-82cb-88204ebd058e tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:05:54.383654 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [req-9377a6cc-903f-475a-a376-ade140550ddb req-8d1a9ad8-ae99-41fb-82cb-88204ebd058e tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Calling delete_port for f8cd3052-cf6c-4ee8-b04f-07fb9a79489a owned by compute:nova {{(pid=100432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 06:05:54.572322 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-9377a6cc-903f-475a-a376-ade140550ddb req-8d1a9ad8-ae99-41fb-82cb-88204ebd058e tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:05:54.597965 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a9ad8-ae99-41fb-82cb-88204ebd058e tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Pushing event deleted for resources: {'Port': ['ID=f8cd3052-cf6c-4ee8-b04f-07fb9a79489a,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:05:54.645850 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.l3_dvrscheduler_db [req-9377a6cc-903f-475a-a376-ade140550ddb req-8d1a9ad8-ae99-41fb-82cb-88204ebd058e tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] No DVR routers for this DVR port f8cd3052-cf6c-4ee8-b04f-07fb9a79489a on host hv-cinder-80161 {{(pid=100432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 06:05:54.646182 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-9377a6cc-903f-475a-a376-ade140550ddb req-8d1a9ad8-ae99-41fb-82cb-88204ebd058e tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for port, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:05:54.648144 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-9377a6cc-903f-475a-a376-ade140550ddb req-8d1a9ad8-ae99-41fb-82cb-88204ebd058e tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.18 "DELETE /v2.0/ports/f8cd3052-cf6c-4ee8-b04f-07fb9a79489a HTTP/1.1" status: 204 len: 173 time: 0.4497063 Aug 04 06:05:54.648572 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '153f3978-d7f1-4443-9c58-8b832460cb97', 'name': 'network-vif-deleted', 'tag': 'f8cd3052-cf6c-4ee8-b04f-07fb9a79489a'}] {{(pid=100432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 06:05:54.650751 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7961aa7e709e573ce1f4efc3791ca037d6473da3b2c6b2a251ebfb1631130676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584c49d4-7da8-4524-aa58-2223774ab365" -d '{"events": [{"server_uuid": "153f3978-d7f1-4443-9c58-8b832460cb97", "name": "network-vif-deleted", "tag": "f8cd3052-cf6c-4ee8-b04f-07fb9a79489a"}]}' {{(pid=100432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 06:05:54.685492 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 06:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339290bd-3ef7-45b1-8d0c-de67229cf169 x-openstack-request-id: req-339290bd-3ef7-45b1-8d0c-de67229cf169 {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 06:05:54.685777 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "153f3978-d7f1-4443-9c58-8b832460cb97", "name": "network-vif-deleted", "tag": "f8cd3052-cf6c-4ee8-b04f-07fb9a79489a", "status": "completed", "code": 200}]} {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 06:05:54.686027 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-339290bd-3ef7-45b1-8d0c-de67229cf169 {{(pid=100432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 06:05:54.686437 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '153f3978-d7f1-4443-9c58-8b832460cb97', 'name': 'network-vif-deleted', 'tag': 'f8cd3052-cf6c-4ee8-b04f-07fb9a79489a', 'status': 'completed', 'code': 200} Aug 04 06:05:54.985579 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-87a4dbdc-71da-4001-a018-8134bbe241a3 req-42f5c61b-ebd1-431d-89de-c35c1469a01f tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=153f3978-d7f1-4443-9c58-8b832460cb97 HTTP/1.1" status: 200 len: 210 time: 0.0275738 Aug 04 06:05:56.429535 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:05:56.447978 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device f8cd3052-cf6c-4ee8-b04f-07fb9a79489a no longer exists at agent hyperv_hv-cinder-80161 {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 06:05:56.468218 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] No Port match for: f8cd3052-cf6c-4ee8-b04f-07fb9a79489a {{(pid=100433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 06:05:56.468558 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device f8cd3052-cf6c-4ee8-b04f-07fb9a79489a not bound to the agent host hv-cinder-80161 {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 06:05:58.504403 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 36468) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:05:58.655730 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [None req-6c745482-cb13-4986-a8aa-a77df255f78a tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Deleting port 49549811-4dc4-4f59-a64a-e39c085e7209 {{(pid=100432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 06:05:58.656094 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-6c745482-cb13-4986-a8aa-a77df255f78a tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:05:58.728575 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-6c745482-cb13-4986-a8aa-a77df255f78a tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:05:58.728903 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-6c745482-cb13-4986-a8aa-a77df255f78a tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:05:58.740604 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [None req-6c745482-cb13-4986-a8aa-a77df255f78a tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Calling delete_port for 49549811-4dc4-4f59-a64a-e39c085e7209 owned by network:floatingip {{(pid=100432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 06:05:58.932603 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-6c745482-cb13-4986-a8aa-a77df255f78a tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:05:58.962415 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c745482-cb13-4986-a8aa-a77df255f78a tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Pushing event deleted for resources: {'Port': ['ID=49549811-4dc4-4f59-a64a-e39c085e7209,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:05:59.033526 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-6c745482-cb13-4986-a8aa-a77df255f78a tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks [] for floatingip, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:05:59.034016 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.db.l3_db [None req-6c745482-cb13-4986-a8aa-a77df255f78a tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Floating IP b9e28316-e37b-49b0-8060-1ef459181929 disassociated (deleted). External IP: 172.27.1.102, port: 629fa75e-e7bb-4013-a166-699f8cb00ae2. Aug 04 06:05:59.291653 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c745482-cb13-4986-a8aa-a77df255f78a tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Router a7a14fa8-24b3-4839-91ef-27fe175f609a has already been hosted by L3 agent 1092c566-0070-459b-a71e-112f2411deeb {{(pid=100432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 06:05:59.417078 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c745482-cb13-4986-a8aa-a77df255f78a tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify agent at l3_agent.dv-cinder-801617-4-iscsi the message routers_updated {{(pid=100432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 06:05:59.422467 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-6c745482-cb13-4986-a8aa-a77df255f78a tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for floatingip, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:05:59.427506 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211145a6-4d52-4ac8-971a-c62c7f46fe1b None None] Sync routers for ids ['a7a14fa8-24b3-4839-91ef-27fe175f609a'] in dv-cinder-801617-4-iscsi {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 06:05:59.436927 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211145a6-4d52-4ac8-971a-c62c7f46fe1b None None] Routers {'a7a14fa8-24b3-4839-91ef-27fe175f609a'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 06:05:59.437540 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-211145a6-4d52-4ac8-971a-c62c7f46fe1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T06:05:36Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['a7a14fa8-24b3-4839-91ef-27fe175f609a'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:05:59.465776 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-6c745482-cb13-4986-a8aa-a77df255f78a tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "DELETE /v2.0/floatingips/b9e28316-e37b-49b0-8060-1ef459181929 HTTP/1.1" status: 204 len: 168 time: 0.9602396 Aug 04 06:05:59.466488 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48799c1b-49e1-454d-8e09-4f2294342999', 'tag': '629fa75e-e7bb-4013-a166-699f8cb00ae2'}] {{(pid=100432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 06:05:59.468936 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7961aa7e709e573ce1f4efc3791ca037d6473da3b2c6b2a251ebfb1631130676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21940de5-d628-45b0-a2dc-6ca596e15c86" -d '{"events": [{"name": "network-changed", "server_uuid": "48799c1b-49e1-454d-8e09-4f2294342999", "tag": "629fa75e-e7bb-4013-a166-699f8cb00ae2"}]}' {{(pid=100432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 06:05:59.535158 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 06:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2142dc2c-4fdd-4cfa-9756-4872ea580574 x-openstack-request-id: req-2142dc2c-4fdd-4cfa-9756-4872ea580574 {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 06:05:59.535797 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48799c1b-49e1-454d-8e09-4f2294342999", "tag": "629fa75e-e7bb-4013-a166-699f8cb00ae2", "status": "completed", "code": 200}]} {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 06:05:59.536223 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2142dc2c-4fdd-4cfa-9756-4872ea580574 {{(pid=100432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 06:05:59.536709 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48799c1b-49e1-454d-8e09-4f2294342999', 'tag': '629fa75e-e7bb-4013-a166-699f8cb00ae2', 'status': 'completed', 'code': 200} Aug 04 06:05:59.575531 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-211145a6-4d52-4ac8-971a-c62c7f46fe1b None None] Set router a7a14fa8-24b3-4839-91ef-27fe175f609a gateway port host: dv-cinder-801617-4-iscsi {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 06:05:59.607968 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21940de5-d628-45b0-a2dc-6ca596e15c86 req-23fd5caa-7fc8-44a4-bc25-17e0026991bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:05:59.609503 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-21940de5-d628-45b0-a2dc-6ca596e15c86 req-23fd5caa-7fc8-44a4-bc25-17e0026991bb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b09ae787d8884ae3ba4497e18def9b7a&device_id=48799c1b-49e1-454d-8e09-4f2294342999 HTTP/1.1" status: 200 len: 1099 time: 0.0480156 Aug 04 06:05:59.712818 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21940de5-d628-45b0-a2dc-6ca596e15c86 req-1fb87d8a-e328-41e6-958f-a77a246a84f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:05:59.714450 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-21940de5-d628-45b0-a2dc-6ca596e15c86 req-1fb87d8a-e328-41e6-958f-a77a246a84f2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=75087129-2768-469a-b081-a5bf8e2c4322 HTTP/1.1" status: 200 len: 912 time: 0.0983751 Aug 04 06:05:59.776201 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-21940de5-d628-45b0-a2dc-6ca596e15c86 req-71618fcb-4e63-4c5f-8f48-1c2304e2d174 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=629fa75e-e7bb-4013-a166-699f8cb00ae2 HTTP/1.1" status: 200 len: 217 time: 0.0535963 Aug 04 06:05:59.803669 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-211145a6-4d52-4ac8-971a-c62c7f46fe1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'name': 'tempest-TestVolumeBootPattern-469316562-router', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '1e94306a-7c1a-4d31-86a7-349635fa0a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:58:54Z', 'updated_at': '2021-08-04T05:58:58Z', 'revision_number': 4, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'gw_port': {'id': '1e94306a-7c1a-4d31-86a7-349635fa0a1f', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:28:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:58:55Z', 'updated_at': '2021-08-04T05:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': '0f633ad4-7ed1-43f5-aa0d-17d04f6c73df', 'name': '', 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'mac_address': 'fa:16:3e:36:3b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '1710d15a-86d5-46eb-8a18-ce13aa256ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:58:57Z', 'updated_at': '2021-08-04T05:59:05Z', 'revision_number': 5, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'subnets': [{'id': '1710d15a-86d5-46eb-8a18-ce13aa256ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:05:59.834519 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21940de5-d628-45b0-a2dc-6ca596e15c86 req-1d7a5da9-3e3b-4ac2-92e6-6aa18f02eff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:05:59.835970 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-21940de5-d628-45b0-a2dc-6ca596e15c86 req-1d7a5da9-3e3b-4ac2-92e6-6aa18f02eff9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1710d15a-86d5-46eb-8a18-ce13aa256ffd HTTP/1.1" status: 200 len: 850 time: 0.0534852 Aug 04 06:05:59.836122 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211145a6-4d52-4ac8-971a-c62c7f46fe1b None None] Checking router: a7a14fa8-24b3-4839-91ef-27fe175f609a for host: dv-cinder-801617-4-iscsi {{(pid=100433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 06:05:59.844656 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211145a6-4d52-4ac8-971a-c62c7f46fe1b None None] Routers {'a7a14fa8-24b3-4839-91ef-27fe175f609a'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 06:05:59.845924 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-211145a6-4d52-4ac8-971a-c62c7f46fe1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T06:05:36Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['a7a14fa8-24b3-4839-91ef-27fe175f609a'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:05:59.901967 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21940de5-d628-45b0-a2dc-6ca596e15c86 req-26e6151e-69f3-462a-bfb9-50b082e645ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:05:59.903692 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-21940de5-d628-45b0-a2dc-6ca596e15c86 req-26e6151e-69f3-462a-bfb9-50b082e645ac service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=75087129-2768-469a-b081-a5bf8e2c4322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0603185 Aug 04 06:05:59.978349 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268a0fc-c453-4be6-aaa6-58ca6f8c5ce1 req-3997dd85-1180-48cc-9e71-38cc9b3f980f tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:05:59.980737 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-1268a0fc-c453-4be6-aaa6-58ca6f8c5ce1 req-3997dd85-1180-48cc-9e71-38cc9b3f980f tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=48799c1b-49e1-454d-8e09-4f2294342999 HTTP/1.1" status: 200 len: 946 time: 0.0753028 Aug 04 06:05:59.988096 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-211145a6-4d52-4ac8-971a-c62c7f46fe1b None None] Set router a7a14fa8-24b3-4839-91ef-27fe175f609a gateway port host: dv-cinder-801617-4-iscsi {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 06:06:00.034897 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-21940de5-d628-45b0-a2dc-6ca596e15c86 req-d5674a72-37f0-437f-839b-69b73f2163c1 service neutron] 10.222.0.18 "GET /v2.0/networks/75087129-2768-469a-b081-a5bf8e2c4322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228800 Aug 04 06:06:00.036536 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [req-1268a0fc-c453-4be6-aaa6-58ca6f8c5ce1 req-0f67d913-9b5b-49c4-97aa-ce1718fdfc21 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/security-groups?id=001f273c-59a8-4cf5-bf44-7d4de218e3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466182 Aug 04 06:06:00.146755 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-21940de5-d628-45b0-a2dc-6ca596e15c86 req-85b4f3a4-3d11-4fb4-8f84-aa684177fd1b service neutron] 10.222.0.18 "GET /v2.0/networks/75087129-2768-469a-b081-a5bf8e2c4322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031067 Aug 04 06:06:00.214992 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-211145a6-4d52-4ac8-971a-c62c7f46fe1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'name': 'tempest-TestVolumeBootPattern-469316562-router', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '1e94306a-7c1a-4d31-86a7-349635fa0a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:58:54Z', 'updated_at': '2021-08-04T05:58:58Z', 'revision_number': 4, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'gw_port': {'id': '1e94306a-7c1a-4d31-86a7-349635fa0a1f', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:28:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:58:55Z', 'updated_at': '2021-08-04T05:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': '0f633ad4-7ed1-43f5-aa0d-17d04f6c73df', 'name': '', 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'mac_address': 'fa:16:3e:36:3b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '1710d15a-86d5-46eb-8a18-ce13aa256ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:58:57Z', 'updated_at': '2021-08-04T05:59:05Z', 'revision_number': 5, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'subnets': [{'id': '1710d15a-86d5-46eb-8a18-ce13aa256ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:06:00.239958 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211145a6-4d52-4ac8-971a-c62c7f46fe1b None None] The sync data for ids ['a7a14fa8-24b3-4839-91ef-27fe175f609a'] in dv-cinder-801617-4-iscsi is: [{'id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'name': 'tempest-TestVolumeBootPattern-469316562-router', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '1e94306a-7c1a-4d31-86a7-349635fa0a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:58:54Z', 'updated_at': '2021-08-04T05:58:58Z', 'revision_number': 4, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'gw_port': {'id': '1e94306a-7c1a-4d31-86a7-349635fa0a1f', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:28:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:58:55Z', 'updated_at': '2021-08-04T05:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi', '_interfaces': [{'id': '0f633ad4-7ed1-43f5-aa0d-17d04f6c73df', 'name': '', 'network_id': '75087129-2768-469a-b081-a5bf8e2c4322', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'mac_address': 'fa:16:3e:36:3b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '1710d15a-86d5-46eb-8a18-ce13aa256ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:58:57Z', 'updated_at': '2021-08-04T05:59:05Z', 'revision_number': 5, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'subnets': [{'id': '1710d15a-86d5-46eb-8a18-ce13aa256ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 06:06:00.452171 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4058c87c-d5d5-4c5b-ac76-cb2aeb5c8423 None None] New status for floating IP b9e28316-e37b-49b0-8060-1ef459181929: DOWN {{(pid=100434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 06:06:01.152923 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9214af-dc05-4573-b897-d636c0d9a245 req-9f8f6f9d-da2a-4c85-8466-42444056ec24 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:06:01.154372 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-6b9214af-dc05-4573-b897-d636c0d9a245 req-9f8f6f9d-da2a-4c85-8466-42444056ec24 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=48799c1b-49e1-454d-8e09-4f2294342999 HTTP/1.1" status: 200 len: 946 time: 0.0485373 Aug 04 06:06:01.192206 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-6b9214af-dc05-4573-b897-d636c0d9a245 req-215d2c16-8237-4f31-a8ae-6a7432181c44 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/security-groups?id=001f273c-59a8-4cf5-bf44-7d4de218e3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314953 Aug 04 06:06:01.374220 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e46a9b-2433-4caf-aa4b-260fd232d8ee req-0fc670c9-b56a-4622-acac-e43b864eef13 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 06:06:01.375669 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-80e46a9b-2433-4caf-aa4b-260fd232d8ee req-0fc670c9-b56a-4622-acac-e43b864eef13 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.18 "GET /v2.0/ports?device_id=48799c1b-49e1-454d-8e09-4f2294342999 HTTP/1.1" status: 200 len: 946 time: 0.0502784 Aug 04 06:06:01.464979 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [req-80e46a9b-2433-4caf-aa4b-260fd232d8ee req-c94fe7fb-b8ee-4518-b2cd-963b0c1bdc91 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Deleting port 629fa75e-e7bb-4013-a166-699f8cb00ae2 {{(pid=100432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 06:06:01.465316 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-80e46a9b-2433-4caf-aa4b-260fd232d8ee req-c94fe7fb-b8ee-4518-b2cd-963b0c1bdc91 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:01.549948 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [req-80e46a9b-2433-4caf-aa4b-260fd232d8ee req-c94fe7fb-b8ee-4518-b2cd-963b0c1bdc91 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] For port 629fa75e-e7bb-4013-a166-699f8cb00ae2, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=629fa75e-e7bb-4013-a166-699f8cb00ae2,segment=NetworkSegment(327125db-98e8-4cbc-9cc1-4f04032296be),segment_id=327125db-98e8-4cbc-9cc1-4f04032296be)] {{(pid=100432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:06:01.550305 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-80e46a9b-2433-4caf-aa4b-260fd232d8ee req-c94fe7fb-b8ee-4518-b2cd-963b0c1bdc91 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:01.561969 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [req-80e46a9b-2433-4caf-aa4b-260fd232d8ee req-c94fe7fb-b8ee-4518-b2cd-963b0c1bdc91 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Calling delete_port for 629fa75e-e7bb-4013-a166-699f8cb00ae2 owned by compute:nova {{(pid=100432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 06:06:01.806956 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-80e46a9b-2433-4caf-aa4b-260fd232d8ee req-c94fe7fb-b8ee-4518-b2cd-963b0c1bdc91 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:01.836420 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94fe7fb-b8ee-4518-b2cd-963b0c1bdc91 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Pushing event deleted for resources: {'Port': ['ID=629fa75e-e7bb-4013-a166-699f8cb00ae2,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:06:01.884108 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e46a9b-2433-4caf-aa4b-260fd232d8ee req-c94fe7fb-b8ee-4518-b2cd-963b0c1bdc91 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] No DVR routers for this DVR port 629fa75e-e7bb-4013-a166-699f8cb00ae2 on host hv-cinder-80161 {{(pid=100432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 06:06:01.886838 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [req-80e46a9b-2433-4caf-aa4b-260fd232d8ee req-c94fe7fb-b8ee-4518-b2cd-963b0c1bdc91 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for port, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:01.888883 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-80e46a9b-2433-4caf-aa4b-260fd232d8ee req-c94fe7fb-b8ee-4518-b2cd-963b0c1bdc91 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.18 "DELETE /v2.0/ports/629fa75e-e7bb-4013-a166-699f8cb00ae2 HTTP/1.1" status: 204 len: 173 time: 0.5077698 Aug 04 06:06:01.890593 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48799c1b-49e1-454d-8e09-4f2294342999', 'name': 'network-vif-deleted', 'tag': '629fa75e-e7bb-4013-a166-699f8cb00ae2'}] {{(pid=100432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 06:06:01.894445 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7961aa7e709e573ce1f4efc3791ca037d6473da3b2c6b2a251ebfb1631130676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f261b3-5b23-4712-904a-1363a994cc45" -d '{"events": [{"server_uuid": "48799c1b-49e1-454d-8e09-4f2294342999", "name": "network-vif-deleted", "tag": "629fa75e-e7bb-4013-a166-699f8cb00ae2"}]}' {{(pid=100432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 06:06:01.929664 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 06:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fb2009-42f8-4c0b-9a81-9220fb33ba3f x-openstack-request-id: req-36fb2009-42f8-4c0b-9a81-9220fb33ba3f {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 06:06:01.929963 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48799c1b-49e1-454d-8e09-4f2294342999", "name": "network-vif-deleted", "tag": "629fa75e-e7bb-4013-a166-699f8cb00ae2", "status": "completed", "code": 200}]} {{(pid=100432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 06:06:01.930215 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-36fb2009-42f8-4c0b-9a81-9220fb33ba3f {{(pid=100432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 06:06:01.930617 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48799c1b-49e1-454d-8e09-4f2294342999', 'name': 'network-vif-deleted', 'tag': '629fa75e-e7bb-4013-a166-699f8cb00ae2', 'status': 'completed', 'code': 200} Aug 04 06:06:02.300755 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [req-f4aa6ee6-7810-4cd4-84fa-15da1fe63c73 req-38d9ad9a-4a41-4702-9e1f-83ca79987c32 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "GET /v2.0/ports?device_id=48799c1b-49e1-454d-8e09-4f2294342999 HTTP/1.1" status: 200 len: 210 time: 0.0319247 Aug 04 06:06:03.357125 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 36484) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:06:03.481360 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [None req-c7154dcb-0655-488c-a9eb-2c6a39b21d7d tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Deleting port 1ff9a910-ed13-4d2d-ac3c-9b9702f0498e {{(pid=100432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 06:06:03.481703 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-c7154dcb-0655-488c-a9eb-2c6a39b21d7d tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:03.554458 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-c7154dcb-0655-488c-a9eb-2c6a39b21d7d tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:03.554777 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-c7154dcb-0655-488c-a9eb-2c6a39b21d7d tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:03.567132 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [None req-c7154dcb-0655-488c-a9eb-2c6a39b21d7d tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Calling delete_port for 1ff9a910-ed13-4d2d-ac3c-9b9702f0498e owned by network:floatingip {{(pid=100432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 06:06:03.589858 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-3d499a2e-38ee-4d8a-8959-3fa7af11fddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:03.772179 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-c7154dcb-0655-488c-a9eb-2c6a39b21d7d tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:03.796946 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7154dcb-0655-488c-a9eb-2c6a39b21d7d tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Pushing event deleted for resources: {'Port': ['ID=1ff9a910-ed13-4d2d-ac3c-9b9702f0498e,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:06:03.868360 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-c7154dcb-0655-488c-a9eb-2c6a39b21d7d tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks [] for floatingip, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:03.870909 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-c7154dcb-0655-488c-a9eb-2c6a39b21d7d tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434908'] for floatingip, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:03.872167 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-c7154dcb-0655-488c-a9eb-2c6a39b21d7d tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "DELETE /v2.0/floatingips/a1d34e3b-008d-4575-9c09-9d66a980c475 HTTP/1.1" status: 204 len: 168 time: 0.5140097 Aug 04 06:06:04.495768 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 629fa75e-e7bb-4013-a166-699f8cb00ae2 no longer exists at agent hyperv_hv-cinder-80161 {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 06:06:04.519761 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] No Port match for: 629fa75e-e7bb-4013-a166-699f8cb00ae2 {{(pid=100433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 06:06:04.524834 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Device 629fa75e-e7bb-4013-a166-699f8cb00ae2 not bound to the agent host hv-cinder-80161 {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 06:06:05.208383 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 36496) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:06:05.265481 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-e2b2479e-2fae-4fd9-9cc0-17442dae7d15 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks [] for security_group, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:05.289771 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-e2b2479e-2fae-4fd9-9cc0-17442dae7d15 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:05.446895 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-e2b2479e-2fae-4fd9-9cc0-17442dae7d15 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:05.449561 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-e2b2479e-2fae-4fd9-9cc0-17442dae7d15 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Notify callbacks [] for security_group, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:05.451043 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-e2b2479e-2fae-4fd9-9cc0-17442dae7d15 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] 10.222.0.37 "DELETE /v2.0/security-groups/001f273c-59a8-4cf5-bf44-7d4de218e3c6 HTTP/1.1" status: 204 len: 168 time: 0.2413571 Aug 04 06:06:05.460614 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b2479e-2fae-4fd9-9cc0-17442dae7d15 tempest-TestVolumeBootPattern-154778179 tempest-TestVolumeBootPattern-154778179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=001f273c-59a8-4cf5-bf44-7d4de218e3c6,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:06:05.541915 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 36500) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:06:06.000061 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-af02ba66-bd33-4c7f-ad7c-7481e90ae0d9 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 06:06:06.023199 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-45cc368a-6bec-422a-8319-e690df9ce880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:06.058834 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-2d23dd0f-c0cf-4c58-bad3-f8b10f39831b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-946435'] for router_interface, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:06.143620 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:06.295557 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [None req-2d23dd0f-c0cf-4c58-bad3-f8b10f39831b admin admin] Deleting port 0f633ad4-7ed1-43f5-aa0d-17d04f6c73df {{(pid=100432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 06:06:06.296168 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-2d23dd0f-c0cf-4c58-bad3-f8b10f39831b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:06.370702 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [None req-2d23dd0f-c0cf-4c58-bad3-f8b10f39831b admin admin] For port 0f633ad4-7ed1-43f5-aa0d-17d04f6c73df, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=0f633ad4-7ed1-43f5-aa0d-17d04f6c73df,segment=NetworkSegment(327125db-98e8-4cbc-9cc1-4f04032296be),segment_id=327125db-98e8-4cbc-9cc1-4f04032296be)] {{(pid=100432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:06:06.371059 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-2d23dd0f-c0cf-4c58-bad3-f8b10f39831b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:06.383041 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [None req-2d23dd0f-c0cf-4c58-bad3-f8b10f39831b admin admin] Calling delete_port for 0f633ad4-7ed1-43f5-aa0d-17d04f6c73df owned by network:router_interface {{(pid=100432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 06:06:06.635240 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-2d23dd0f-c0cf-4c58-bad3-f8b10f39831b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:06.661851 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d23dd0f-c0cf-4c58-bad3-f8b10f39831b admin admin] Pushing event deleted for resources: {'Port': ['ID=0f633ad4-7ed1-43f5-aa0d-17d04f6c73df,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:06:06.870475 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-2d23dd0f-c0cf-4c58-bad3-f8b10f39831b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-946551'] for router_interface, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:07.078438 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d23dd0f-c0cf-4c58-bad3-f8b10f39831b admin admin] Router a7a14fa8-24b3-4839-91ef-27fe175f609a has already been hosted by L3 agent 1092c566-0070-459b-a71e-112f2411deeb {{(pid=100432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 06:06:07.432451 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d23dd0f-c0cf-4c58-bad3-f8b10f39831b admin admin] Notify agent at l3_agent.dv-cinder-801617-4-iscsi the message routers_updated {{(pid=100432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 06:06:07.437492 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-2d23dd0f-c0cf-4c58-bad3-f8b10f39831b admin admin] 10.222.0.37 "PUT /v2.0/routers/a7a14fa8-24b3-4839-91ef-27fe175f609a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8945484 Aug 04 06:06:07.443268 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 36504) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:06:07.443819 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782a69fe-aa14-4f75-93e3-862f7d223806 None None] Sync routers for ids ['a7a14fa8-24b3-4839-91ef-27fe175f609a'] in dv-cinder-801617-4-iscsi {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 06:06:07.454772 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782a69fe-aa14-4f75-93e3-862f7d223806 None None] Routers {'a7a14fa8-24b3-4839-91ef-27fe175f609a'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 06:06:07.455795 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-782a69fe-aa14-4f75-93e3-862f7d223806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T06:06:06Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['a7a14fa8-24b3-4839-91ef-27fe175f609a'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:06:07.541194 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d517dd1b-6d01-4b0f-b438-7c97c1336d10 admin admin] Notify callbacks [] for router, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:07.565437 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-782a69fe-aa14-4f75-93e3-862f7d223806 None None] Set router a7a14fa8-24b3-4839-91ef-27fe175f609a gateway port host: dv-cinder-801617-4-iscsi {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 06:06:07.639511 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d517dd1b-6d01-4b0f-b438-7c97c1336d10 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:07.653546 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6693b30c-6718-4946-8b55-748181203f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:07.737530 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-782a69fe-aa14-4f75-93e3-862f7d223806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'name': 'tempest-TestVolumeBootPattern-469316562-router', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '1e94306a-7c1a-4d31-86a7-349635fa0a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:58:54Z', 'updated_at': '2021-08-04T06:06:06Z', 'revision_number': 5, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'gw_port': {'id': '1e94306a-7c1a-4d31-86a7-349635fa0a1f', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:28:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:58:55Z', 'updated_at': '2021-08-04T05:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi'}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:06:07.762479 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782a69fe-aa14-4f75-93e3-862f7d223806 None None] Checking router: a7a14fa8-24b3-4839-91ef-27fe175f609a for host: dv-cinder-801617-4-iscsi {{(pid=100433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 06:06:07.770909 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782a69fe-aa14-4f75-93e3-862f7d223806 None None] Routers {'a7a14fa8-24b3-4839-91ef-27fe175f609a'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 06:06:07.771523 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-782a69fe-aa14-4f75-93e3-862f7d223806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T06:06:06Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['a7a14fa8-24b3-4839-91ef-27fe175f609a'], 'active': True} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:06:07.788912 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [None req-d517dd1b-6d01-4b0f-b438-7c97c1336d10 admin admin] Deleting port 1e94306a-7c1a-4d31-86a7-349635fa0a1f {{(pid=100432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 06:06:07.789243 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d517dd1b-6d01-4b0f-b438-7c97c1336d10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:07.856344 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvr_db [None req-782a69fe-aa14-4f75-93e3-862f7d223806 None None] Set router a7a14fa8-24b3-4839-91ef-27fe175f609a gateway port host: None {{(pid=100433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 06:06:07.867055 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [None req-d517dd1b-6d01-4b0f-b438-7c97c1336d10 admin admin] For port 1e94306a-7c1a-4d31-86a7-349635fa0a1f, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=1e94306a-7c1a-4d31-86a7-349635fa0a1f,segment=NetworkSegment(1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa),segment_id=1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa)] {{(pid=100432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:06:07.867414 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d517dd1b-6d01-4b0f-b438-7c97c1336d10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:07.880119 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [None req-d517dd1b-6d01-4b0f-b438-7c97c1336d10 admin admin] Calling delete_port for 1e94306a-7c1a-4d31-86a7-349635fa0a1f owned by network:router_gateway {{(pid=100432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 06:06:07.909932 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_hamode_db [None req-782a69fe-aa14-4f75-93e3-862f7d223806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'name': 'tempest-TestVolumeBootPattern-469316562-router', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:58:54Z', 'updated_at': '2021-08-04T06:06:07Z', 'revision_number': 6, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'gw_port_host': None}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:06:07.936889 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782a69fe-aa14-4f75-93e3-862f7d223806 None None] The sync data for ids ['a7a14fa8-24b3-4839-91ef-27fe175f609a'] in dv-cinder-801617-4-iscsi is: [{'id': 'a7a14fa8-24b3-4839-91ef-27fe175f609a', 'name': 'tempest-TestVolumeBootPattern-469316562-router', 'tenant_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:58:54Z', 'updated_at': '2021-08-04T06:06:07Z', 'revision_number': 6, 'project_id': 'b09ae787d8884ae3ba4497e18def9b7a', 'gw_port_host': None}] {{(pid=100433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 06:06:08.126404 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d517dd1b-6d01-4b0f-b438-7c97c1336d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:08.155729 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d517dd1b-6d01-4b0f-b438-7c97c1336d10 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e94306a-7c1a-4d31-86a7-349635fa0a1f,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:06:08.212590 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d517dd1b-6d01-4b0f-b438-7c97c1336d10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571853'] for router_gateway, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:08.300441 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d517dd1b-6d01-4b0f-b438-7c97c1336d10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-937042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24613'] for router, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:08.302642 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d517dd1b-6d01-4b0f-b438-7c97c1336d10 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:08.412408 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d517dd1b-6d01-4b0f-b438-7c97c1336d10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-937158'] for router, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:08.412875 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d517dd1b-6d01-4b0f-b438-7c97c1336d10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7a14fa8-24b3-4839-91ef-27fe175f609a {{(pid=100432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 06:06:08.418116 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-d517dd1b-6d01-4b0f-b438-7c97c1336d10 admin admin] Notify callbacks [] for router, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:08.418857 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-d517dd1b-6d01-4b0f-b438-7c97c1336d10 admin admin] 10.222.0.37 "DELETE /v2.0/routers/a7a14fa8-24b3-4839-91ef-27fe175f609a HTTP/1.1" status: 204 len: 168 time: 0.9771659 Aug 04 06:06:08.421562 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 36506) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:06:08.465844 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.db_base_plugin_v2 [None req-96206380-f401-46a7-8bee-80ca02ef7582 admin admin] Deleting subnet 1710d15a-86d5-46eb-8a18-ce13aa256ffd {{(pid=100431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 06:06:08.469103 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-96206380-f401-46a7-8bee-80ca02ef7582 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:08.503343 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-96206380-f401-46a7-8bee-80ca02ef7582 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5041290'] for subnet, precommit_delete_associations {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:08.580684 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-96206380-f401-46a7-8bee-80ca02ef7582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2010901'] for subnet, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:08.709795 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-96206380-f401-46a7-8bee-80ca02ef7582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4497607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5171325'] for subnet, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:08.734700 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96206380-f401-46a7-8bee-80ca02ef7582 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1710d15a-86d5-46eb-8a18-ce13aa256ffd,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:06:08.739686 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-96206380-f401-46a7-8bee-80ca02ef7582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for subnet, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:08.744188 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-96206380-f401-46a7-8bee-80ca02ef7582 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1710d15a-86d5-46eb-8a18-ce13aa256ffd HTTP/1.1" status: 204 len: 168 time: 0.3188975 Aug 04 06:06:08.744333 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 36508) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:06:08.746546 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96206380-f401-46a7-8bee-80ca02ef7582 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:06:08.746891 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96206380-f401-46a7-8bee-80ca02ef7582 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:06:08.747226 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96206380-f401-46a7-8bee-80ca02ef7582 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:06:08.747551 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96206380-f401-46a7-8bee-80ca02ef7582 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:06:08.747887 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96206380-f401-46a7-8bee-80ca02ef7582 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:06:08.748244 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96206380-f401-46a7-8bee-80ca02ef7582 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:06:08.748579 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96206380-f401-46a7-8bee-80ca02ef7582 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:06:08.748902 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96206380-f401-46a7-8bee-80ca02ef7582 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:06:08.749204 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911674cd-86c0-4153-ad6e-5548eb6d156a None None] Network 75087129-2768-469a-b081-a5bf8e2c4322 requested from dv-cinder-801617-4-iscsi {{(pid=100433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 06:06:08.749643 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96206380-f401-46a7-8bee-80ca02ef7582 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:06:08.749643 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96206380-f401-46a7-8bee-80ca02ef7582 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:06:08.749833 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96206380-f401-46a7-8bee-80ca02ef7582 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:06:08.750119 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96206380-f401-46a7-8bee-80ca02ef7582 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:06:08.821480 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-fb3c46c4-a7fa-4d35-963a-daf115e559b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601179'] for network, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:08.877724 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [None req-fb3c46c4-a7fa-4d35-963a-daf115e559b7 admin admin] Deleting port 035d638e-8d38-461e-a7b5-4f53b0bf0e7d {{(pid=100432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 06:06:08.878073 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-fb3c46c4-a7fa-4d35-963a-daf115e559b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:08.948023 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722f43ec-0152-45a9-9df3-61eaec9aaac0 None None] DHCP port deletion for 75087129-2768-469a-b081-a5bf8e2c4322 request from dv-cinder-801617-4-iscsi {{(pid=100433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 06:06:08.955329 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.db [None req-fb3c46c4-a7fa-4d35-963a-daf115e559b7 admin admin] For port 035d638e-8d38-461e-a7b5-4f53b0bf0e7d, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=035d638e-8d38-461e-a7b5-4f53b0bf0e7d,segment=NetworkSegment(327125db-98e8-4cbc-9cc1-4f04032296be),segment_id=327125db-98e8-4cbc-9cc1-4f04032296be)] {{(pid=100432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:06:08.955961 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-fb3c46c4-a7fa-4d35-963a-daf115e559b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:08.972467 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.plugin [None req-fb3c46c4-a7fa-4d35-963a-daf115e559b7 admin admin] Calling delete_port for 035d638e-8d38-461e-a7b5-4f53b0bf0e7d owned by network:dhcp {{(pid=100432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 06:06:08.994081 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-722f43ec-0152-45a9-9df3-61eaec9aaac0 None None] Deleting port 035d638e-8d38-461e-a7b5-4f53b0bf0e7d {{(pid=100433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 06:06:08.994447 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-722f43ec-0152-45a9-9df3-61eaec9aaac0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:09.056710 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-722f43ec-0152-45a9-9df3-61eaec9aaac0 None None] For port 035d638e-8d38-461e-a7b5-4f53b0bf0e7d, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=035d638e-8d38-461e-a7b5-4f53b0bf0e7d,segment=NetworkSegment(327125db-98e8-4cbc-9cc1-4f04032296be),segment_id=327125db-98e8-4cbc-9cc1-4f04032296be)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:06:09.057105 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-722f43ec-0152-45a9-9df3-61eaec9aaac0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:09.069728 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-722f43ec-0152-45a9-9df3-61eaec9aaac0 None None] Calling delete_port for 035d638e-8d38-461e-a7b5-4f53b0bf0e7d owned by network:dhcp {{(pid=100433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 06:06:09.098027 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-fb3c46c4-a7fa-4d35-963a-daf115e559b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5048312'] for port, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:09.122590 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3c46c4-a7fa-4d35-963a-daf115e559b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=035d638e-8d38-461e-a7b5-4f53b0bf0e7d,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:06:09.131214 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3c46c4-a7fa-4d35-963a-daf115e559b7 admin admin] No DVR routers for this DVR port 035d638e-8d38-461e-a7b5-4f53b0bf0e7d on host dv-cinder-801617-4-iscsi {{(pid=100432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 06:06:09.144463 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-722f43ec-0152-45a9-9df3-61eaec9aaac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615'] for port, after_delete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:09.168717 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722f43ec-0152-45a9-9df3-61eaec9aaac0 None None] Pushing event deleted for resources: {'Port': ['ID=035d638e-8d38-461e-a7b5-4f53b0bf0e7d,revision_number=None']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:06:09.175769 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722f43ec-0152-45a9-9df3-61eaec9aaac0 None None] No DVR routers for this DVR port 035d638e-8d38-461e-a7b5-4f53b0bf0e7d on host dv-cinder-801617-4-iscsi {{(pid=100433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 06:06:09.179027 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f43ec-0152-45a9-9df3-61eaec9aaac0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:06:09.179377 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f43ec-0152-45a9-9df3-61eaec9aaac0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:06:09.181965 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f43ec-0152-45a9-9df3-61eaec9aaac0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:06:09.181965 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f43ec-0152-45a9-9df3-61eaec9aaac0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:06:09.181965 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f43ec-0152-45a9-9df3-61eaec9aaac0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:06:09.181965 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f43ec-0152-45a9-9df3-61eaec9aaac0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:06:09.181965 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f43ec-0152-45a9-9df3-61eaec9aaac0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:06:09.181965 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f43ec-0152-45a9-9df3-61eaec9aaac0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:06:09.181965 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f43ec-0152-45a9-9df3-61eaec9aaac0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:06:09.181965 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f43ec-0152-45a9-9df3-61eaec9aaac0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:06:09.182863 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f43ec-0152-45a9-9df3-61eaec9aaac0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:06:09.182863 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f43ec-0152-45a9-9df3-61eaec9aaac0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-4-iscsi {{(pid=100433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 06:06:09.206756 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-fb3c46c4-a7fa-4d35-963a-daf115e559b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660050', 'neutron.services.segments.db._delete_segments_for_network-8791115231223'] for network, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:09.216196 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.services.segments.db [None req-fb3c46c4-a7fa-4d35-963a-daf115e559b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75087129-2768-469a-b081-a5bf8e2c4322']}} {{(pid=100432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:06:09.226139 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.services.segments.db [None req-fb3c46c4-a7fa-4d35-963a-daf115e559b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '327125db-98e8-4cbc-9cc1-4f04032296be') {'for_net_delete': True} {{(pid=100432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:06:09.226429 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.services.segments.db [None req-fb3c46c4-a7fa-4d35-963a-daf115e559b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '327125db-98e8-4cbc-9cc1-4f04032296be') {} {{(pid=100432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:06:09.234734 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-fb3c46c4-a7fa-4d35-963a-daf115e559b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791115235332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6962323'] for segment, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:09.247657 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-fb3c46c4-a7fa-4d35-963a-daf115e559b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2010985'] for segment, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:09.253834 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb3c46c4-a7fa-4d35-963a-daf115e559b7 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=100432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 06:06:09.254213 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-fb3c46c4-a7fa-4d35-963a-daf115e559b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2010985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5048205'] for segment, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:09.255767 dv-cinder-801617-4-iscsi neutron-server[100432]: Traceback (most recent call last): Aug 04 06:06:09.255767 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 06:06:09.255767 dv-cinder-801617-4-iscsi neutron-server[100432]: timer() Aug 04 06:06:09.255767 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 06:06:09.255767 dv-cinder-801617-4-iscsi neutron-server[100432]: cb(*args, **kw) Aug 04 06:06:09.255767 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 06:06:09.255767 dv-cinder-801617-4-iscsi neutron-server[100432]: return func(*args, **kwargs) Aug 04 06:06:09.255767 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 06:06:09.255767 dv-cinder-801617-4-iscsi neutron-server[100432]: self._notify() Aug 04 06:06:09.255767 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 06:06:09.255767 dv-cinder-801617-4-iscsi neutron-server[100432]: self.callback(batched_events) Aug 04 06:06:09.255767 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 06:06:09.255767 dv-cinder-801617-4-iscsi neutron-server[100432]: event.method(event) Aug 04 06:06:09.255767 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 06:06:09.255767 dv-cinder-801617-4-iscsi neutron-server[100432]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 06:06:09.255767 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 06:06:09.255767 dv-cinder-801617-4-iscsi neutron-server[100432]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 06:06:09.255767 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 06:06:09.255767 dv-cinder-801617-4-iscsi neutron-server[100432]: return f(self, *a, **k) Aug 04 06:06:09.255767 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 06:06:09.255767 dv-cinder-801617-4-iscsi neutron-server[100432]: return self._get(url).json() Aug 04 06:06:09.255767 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 06:06:09.255767 dv-cinder-801617-4-iscsi neutron-server[100432]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 06:06:09.255767 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 06:06:09.255767 dv-cinder-801617-4-iscsi neutron-server[100432]: return self.request(url, 'GET', **kwargs) Aug 04 06:06:09.255767 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 06:06:09.255767 dv-cinder-801617-4-iscsi neutron-server[100432]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 06:06:09.255767 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 06:06:09.255767 dv-cinder-801617-4-iscsi neutron-server[100432]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 06:06:09.255767 dv-cinder-801617-4-iscsi neutron-server[100432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 06:06:09.255767 dv-cinder-801617-4-iscsi neutron-server[100432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 06:06:09.255767 dv-cinder-801617-4-iscsi neutron-server[100432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 06:06:09.394539 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-dee0c6e9-f257-441c-951e-ad3806d8c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:09.412468 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-fb3c46c4-a7fa-4d35-963a-daf115e559b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571881'] for network, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:09.418119 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-fb3c46c4-a7fa-4d35-963a-daf115e559b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for network, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:09.420034 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-fb3c46c4-a7fa-4d35-963a-daf115e559b7 admin admin] 10.222.0.37 "DELETE /v2.0/networks/75087129-2768-469a-b081-a5bf8e2c4322 HTTP/1.1" status: 204 len: 168 time: 0.6746588 Aug 04 06:06:09.425250 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 36510) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:06:09.432098 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3c46c4-a7fa-4d35-963a-daf115e559b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=75087129-2768-469a-b081-a5bf8e2c4322,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:06:09.760405 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b0f3997b-8e46-406a-9f29-a8d166678d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-946435'] for router_interface, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:09.958122 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 0f633ad4-7ed1-43f5-aa0d-17d04f6c73df no longer exists at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 06:06:10.001709 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-b0f3997b-8e46-406a-9f29-a8d166678d6e admin admin] Deleting port f1a262c2-f95b-400d-82b6-27e521c6df52 {{(pid=100431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 06:06:10.001709 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b0f3997b-8e46-406a-9f29-a8d166678d6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:10.081750 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-b0f3997b-8e46-406a-9f29-a8d166678d6e admin admin] For port f1a262c2-f95b-400d-82b6-27e521c6df52, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=f1a262c2-f95b-400d-82b6-27e521c6df52,segment=NetworkSegment(e5b983df-277a-4044-acf6-f45274724b59),segment_id=e5b983df-277a-4044-acf6-f45274724b59)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:06:10.082016 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b0f3997b-8e46-406a-9f29-a8d166678d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:10.094616 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-b0f3997b-8e46-406a-9f29-a8d166678d6e admin admin] Calling delete_port for f1a262c2-f95b-400d-82b6-27e521c6df52 owned by network:router_interface {{(pid=100431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 06:06:10.104981 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] No Port match for: 0f633ad4-7ed1-43f5-aa0d-17d04f6c73df {{(pid=100433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 06:06:10.105354 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 0f633ad4-7ed1-43f5-aa0d-17d04f6c73df not bound to the agent host dv-cinder-801617-4-iscsi {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 06:06:10.105767 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 1e94306a-7c1a-4d31-86a7-349635fa0a1f no longer exists at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 06:06:10.123601 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] No Port match for: 1e94306a-7c1a-4d31-86a7-349635fa0a1f {{(pid=100433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 06:06:10.123962 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 1e94306a-7c1a-4d31-86a7-349635fa0a1f not bound to the agent host dv-cinder-801617-4-iscsi {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 06:06:10.124363 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 035d638e-8d38-461e-a7b5-4f53b0bf0e7d no longer exists at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 06:06:10.143202 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] No Port match for: 035d638e-8d38-461e-a7b5-4f53b0bf0e7d {{(pid=100433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 06:06:10.143545 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device 035d638e-8d38-461e-a7b5-4f53b0bf0e7d not bound to the agent host dv-cinder-801617-4-iscsi {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 06:06:10.326462 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b0f3997b-8e46-406a-9f29-a8d166678d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4497432'] for port, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:10.351586 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f3997b-8e46-406a-9f29-a8d166678d6e admin admin] Pushing event deleted for resources: {'Port': ['ID=f1a262c2-f95b-400d-82b6-27e521c6df52,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:06:10.764448 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b0f3997b-8e46-406a-9f29-a8d166678d6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-946551'] for router_interface, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:10.968213 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0f3997b-8e46-406a-9f29-a8d166678d6e admin admin] Router 5f92c234-b5dd-4da8-8730-ef992132d3b7 has already been hosted by L3 agent 1092c566-0070-459b-a71e-112f2411deeb {{(pid=100431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 06:06:11.066960 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f3997b-8e46-406a-9f29-a8d166678d6e admin admin] Notify agent at l3_agent.dv-cinder-801617-4-iscsi the message routers_updated {{(pid=100431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 06:06:11.071745 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-b0f3997b-8e46-406a-9f29-a8d166678d6e admin admin] 10.222.0.37 "PUT /v2.0/routers/5f92c234-b5dd-4da8-8730-ef992132d3b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6477709 Aug 04 06:06:11.074242 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 36512) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:06:11.076616 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b15fab3-5c9b-4396-8506-2e9dfba770c2 None None] Sync routers for ids ['5f92c234-b5dd-4da8-8730-ef992132d3b7'] in dv-cinder-801617-4-iscsi {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 06:06:11.085710 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b15fab3-5c9b-4396-8506-2e9dfba770c2 None None] Routers {'5f92c234-b5dd-4da8-8730-ef992132d3b7'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 06:06:11.086384 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-5b15fab3-5c9b-4396-8506-2e9dfba770c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T06:06:06Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['5f92c234-b5dd-4da8-8730-ef992132d3b7'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:06:11.173497 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1b0d8907-1de5-4fd0-933a-2f20ec3c8aa8 admin admin] Notify callbacks [] for router, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:11.187527 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-5b15fab3-5c9b-4396-8506-2e9dfba770c2 None None] Set router 5f92c234-b5dd-4da8-8730-ef992132d3b7 gateway port host: dv-cinder-801617-4-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 06:06:11.272636 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1b0d8907-1de5-4fd0-933a-2f20ec3c8aa8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:11.357883 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-5b15fab3-5c9b-4396-8506-2e9dfba770c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f92c234-b5dd-4da8-8730-ef992132d3b7', 'name': 'tempest-TestVolumeBootPattern-1779255919-router', 'tenant_id': '1ebaf97d33464c62b82da72808921f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'external_fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'b7a05fce-5e16-4177-9a5c-b987d6910c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:59:03Z', 'updated_at': '2021-08-04T06:06:10Z', 'revision_number': 5, 'project_id': '1ebaf97d33464c62b82da72808921f9d', 'gw_port': {'id': 'b7a05fce-5e16-4177-9a5c-b987d6910c89', 'name': '', 'network_id': 'ab38cbc8-ee38-4d8e-90b3-9d0e99c322a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bb:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f92c234-b5dd-4da8-8730-ef992132d3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T05:59:03Z', 'updated_at': '2021-08-04T05:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3914311c-894e-41ec-96a2-d757dbda92d2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-4-iscsi'}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:06:11.383341 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b15fab3-5c9b-4396-8506-2e9dfba770c2 None None] Checking router: 5f92c234-b5dd-4da8-8730-ef992132d3b7 for host: dv-cinder-801617-4-iscsi {{(pid=100434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 06:06:11.391320 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b15fab3-5c9b-4396-8506-2e9dfba770c2 None None] Routers {'5f92c234-b5dd-4da8-8730-ef992132d3b7'} bound to L3 agent in host dv-cinder-801617-4-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 06:06:11.392306 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-1b0d8907-1de5-4fd0-933a-2f20ec3c8aa8 admin admin] Deleting port b7a05fce-5e16-4177-9a5c-b987d6910c89 {{(pid=100431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 06:06:11.392532 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-5b15fab3-5c9b-4396-8506-2e9dfba770c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T05:45:36Z,description=,heartbeat_timestamp=2021-08-04T06:06:06Z,host='dv-cinder-801617-4-iscsi',id=1092c566-0070-459b-a71e-112f2411deeb,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T05:45:37Z,topic='l3_agent')) {'router_ids': ['5f92c234-b5dd-4da8-8730-ef992132d3b7'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:06:11.392732 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1b0d8907-1de5-4fd0-933a-2f20ec3c8aa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:11.477278 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-1b0d8907-1de5-4fd0-933a-2f20ec3c8aa8 admin admin] For port b7a05fce-5e16-4177-9a5c-b987d6910c89, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=b7a05fce-5e16-4177-9a5c-b987d6910c89,segment=NetworkSegment(1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa),segment_id=1059c644-e8a3-4f42-a3c9-ed1d8d52b0aa)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:06:11.477639 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1b0d8907-1de5-4fd0-933a-2f20ec3c8aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:11.478352 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-5b15fab3-5c9b-4396-8506-2e9dfba770c2 None None] Set router 5f92c234-b5dd-4da8-8730-ef992132d3b7 gateway port host: None {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 06:06:11.490603 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-1b0d8907-1de5-4fd0-933a-2f20ec3c8aa8 admin admin] Calling delete_port for b7a05fce-5e16-4177-9a5c-b987d6910c89 owned by network:router_gateway {{(pid=100431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 06:06:11.534658 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-5b15fab3-5c9b-4396-8506-2e9dfba770c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f92c234-b5dd-4da8-8730-ef992132d3b7', 'name': 'tempest-TestVolumeBootPattern-1779255919-router', 'tenant_id': '1ebaf97d33464c62b82da72808921f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:59:03Z', 'updated_at': '2021-08-04T06:06:11Z', 'revision_number': 6, 'project_id': '1ebaf97d33464c62b82da72808921f9d', 'gw_port_host': None}], 'dv-cinder-801617-4-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:06:11.560507 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b15fab3-5c9b-4396-8506-2e9dfba770c2 None None] The sync data for ids ['5f92c234-b5dd-4da8-8730-ef992132d3b7'] in dv-cinder-801617-4-iscsi is: [{'id': '5f92c234-b5dd-4da8-8730-ef992132d3b7', 'name': 'tempest-TestVolumeBootPattern-1779255919-router', 'tenant_id': '1ebaf97d33464c62b82da72808921f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T05:59:03Z', 'updated_at': '2021-08-04T06:06:11Z', 'revision_number': 6, 'project_id': '1ebaf97d33464c62b82da72808921f9d', 'gw_port_host': None}] {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 06:06:11.726593 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1b0d8907-1de5-4fd0-933a-2f20ec3c8aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4497432'] for port, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:11.754146 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d8907-1de5-4fd0-933a-2f20ec3c8aa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7a05fce-5e16-4177-9a5c-b987d6910c89,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:06:11.815956 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1b0d8907-1de5-4fd0-933a-2f20ec3c8aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571853'] for router_gateway, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:11.907434 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1b0d8907-1de5-4fd0-933a-2f20ec3c8aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-937042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24613'] for router, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:11.911035 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1b0d8907-1de5-4fd0-933a-2f20ec3c8aa8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:12.075119 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1b0d8907-1de5-4fd0-933a-2f20ec3c8aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-937158'] for router, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:12.075688 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0d8907-1de5-4fd0-933a-2f20ec3c8aa8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f92c234-b5dd-4da8-8730-ef992132d3b7 {{(pid=100431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 06:06:12.081017 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1b0d8907-1de5-4fd0-933a-2f20ec3c8aa8 admin admin] Notify callbacks [] for router, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:12.082181 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-1b0d8907-1de5-4fd0-933a-2f20ec3c8aa8 admin admin] 10.222.0.37 "DELETE /v2.0/routers/5f92c234-b5dd-4da8-8730-ef992132d3b7 HTTP/1.1" status: 204 len: 168 time: 1.0070262 Aug 04 06:06:12.084674 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 36514) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:06:12.130556 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ba477bd-9b6a-4308-bb00-7b6a4d0b4181 admin admin] Deleting subnet e9191ca0-5a31-4f97-9336-19982cb25605 {{(pid=100431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 06:06:12.133516 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6ba477bd-9b6a-4308-bb00-7b6a4d0b4181 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:12.166512 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6ba477bd-9b6a-4308-bb00-7b6a4d0b4181 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5041290'] for subnet, precommit_delete_associations {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:12.244123 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6ba477bd-9b6a-4308-bb00-7b6a4d0b4181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2010901'] for subnet, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:12.314505 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device f1a262c2-f95b-400d-82b6-27e521c6df52 no longer exists at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 06:06:12.335293 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] No Port match for: f1a262c2-f95b-400d-82b6-27e521c6df52 {{(pid=100433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 06:06:12.335712 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device f1a262c2-f95b-400d-82b6-27e521c6df52 not bound to the agent host dv-cinder-801617-4-iscsi {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 06:06:12.378557 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6ba477bd-9b6a-4308-bb00-7b6a4d0b4181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4497607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5171325'] for subnet, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:12.403266 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba477bd-9b6a-4308-bb00-7b6a4d0b4181 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9191ca0-5a31-4f97-9336-19982cb25605,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:06:12.406830 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6ba477bd-9b6a-4308-bb00-7b6a4d0b4181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for subnet, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:12.410267 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-6ba477bd-9b6a-4308-bb00-7b6a4d0b4181 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e9191ca0-5a31-4f97-9336-19982cb25605 HTTP/1.1" status: 204 len: 168 time: 0.3246377 Aug 04 06:06:12.411975 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 36516) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:06:12.413772 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fcd97b-2385-46d5-a994-6e9bdb51630a None None] Network 5e98c912-97f2-44d7-b4ed-b3c6a63e2f82 requested from dv-cinder-801617-4-iscsi {{(pid=100433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 06:06:12.487543 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-9c0df02e-378b-47ba-ab56-36990c2459a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601179'] for network, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:12.541284 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-9c0df02e-378b-47ba-ab56-36990c2459a6 admin admin] Deleting port c5ff8b4b-b965-4efb-95a5-e5b59b4e2c9d {{(pid=100431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 06:06:12.541748 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-9c0df02e-378b-47ba-ab56-36990c2459a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:12.598082 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead43163-1b3a-4d3d-9b49-e07525d9e78d None None] DHCP port deletion for 5e98c912-97f2-44d7-b4ed-b3c6a63e2f82 request from dv-cinder-801617-4-iscsi {{(pid=100433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 06:06:12.607678 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-9c0df02e-378b-47ba-ab56-36990c2459a6 admin admin] For port c5ff8b4b-b965-4efb-95a5-e5b59b4e2c9d, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=c5ff8b4b-b965-4efb-95a5-e5b59b4e2c9d,segment=NetworkSegment(e5b983df-277a-4044-acf6-f45274724b59),segment_id=e5b983df-277a-4044-acf6-f45274724b59)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:06:12.608077 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-9c0df02e-378b-47ba-ab56-36990c2459a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:12.621760 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-9c0df02e-378b-47ba-ab56-36990c2459a6 admin admin] Calling delete_port for c5ff8b4b-b965-4efb-95a5-e5b59b4e2c9d owned by network:dhcp {{(pid=100431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 06:06:12.647613 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-ead43163-1b3a-4d3d-9b49-e07525d9e78d None None] Deleting port c5ff8b4b-b965-4efb-95a5-e5b59b4e2c9d {{(pid=100433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 06:06:12.648056 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-ead43163-1b3a-4d3d-9b49-e07525d9e78d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791115184698'] for port, before_delete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:12.711352 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.db [None req-ead43163-1b3a-4d3d-9b49-e07525d9e78d None None] For port c5ff8b4b-b965-4efb-95a5-e5b59b4e2c9d, host dv-cinder-801617-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-4-iscsi',level=0,port_id=c5ff8b4b-b965-4efb-95a5-e5b59b4e2c9d,segment=NetworkSegment(e5b983df-277a-4044-acf6-f45274724b59),segment_id=e5b983df-277a-4044-acf6-f45274724b59)] {{(pid=100433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 06:06:12.711752 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-ead43163-1b3a-4d3d-9b49-e07525d9e78d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567208'] for port, precommit_delete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:12.724610 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-ead43163-1b3a-4d3d-9b49-e07525d9e78d None None] Calling delete_port for c5ff8b4b-b965-4efb-95a5-e5b59b4e2c9d owned by network:dhcp {{(pid=100433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 06:06:12.800766 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-9c0df02e-378b-47ba-ab56-36990c2459a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4497432'] for port, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:12.806535 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-ead43163-1b3a-4d3d-9b49-e07525d9e78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1672488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791115190173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791114685615'] for port, after_delete {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:12.828062 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0df02e-378b-47ba-ab56-36990c2459a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5ff8b4b-b965-4efb-95a5-e5b59b4e2c9d,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:06:12.835965 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0df02e-378b-47ba-ab56-36990c2459a6 admin admin] No DVR routers for this DVR port c5ff8b4b-b965-4efb-95a5-e5b59b4e2c9d on host dv-cinder-801617-4-iscsi {{(pid=100431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 06:06:12.837066 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead43163-1b3a-4d3d-9b49-e07525d9e78d None None] Pushing event deleted for resources: {'Port': ['ID=c5ff8b4b-b965-4efb-95a5-e5b59b4e2c9d,revision_number=None']} {{(pid=100433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:06:12.838876 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead43163-1b3a-4d3d-9b49-e07525d9e78d None None] No DVR routers for this DVR port c5ff8b4b-b965-4efb-95a5-e5b59b4e2c9d on host dv-cinder-801617-4-iscsi {{(pid=100433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 06:06:12.912030 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-9c0df02e-378b-47ba-ab56-36990c2459a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660050', 'neutron.services.segments.db._delete_segments_for_network-8791115231223'] for network, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:12.921472 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.services.segments.db [None req-9c0df02e-378b-47ba-ab56-36990c2459a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e98c912-97f2-44d7-b4ed-b3c6a63e2f82']}} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:06:12.931799 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.services.segments.db [None req-9c0df02e-378b-47ba-ab56-36990c2459a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5b983df-277a-4044-acf6-f45274724b59') {'for_net_delete': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:06:12.932120 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.services.segments.db [None req-9c0df02e-378b-47ba-ab56-36990c2459a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5b983df-277a-4044-acf6-f45274724b59') {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 06:06:12.941019 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-9c0df02e-378b-47ba-ab56-36990c2459a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791115235332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5041281'] for segment, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:12.954580 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-9c0df02e-378b-47ba-ab56-36990c2459a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2010985'] for segment, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:12.961753 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c0df02e-378b-47ba-ab56-36990c2459a6 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=100431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 06:06:12.965746 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-9c0df02e-378b-47ba-ab56-36990c2459a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2010985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4497517'] for segment, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:12.965746 dv-cinder-801617-4-iscsi neutron-server[100431]: Traceback (most recent call last): Aug 04 06:06:12.965746 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 06:06:12.965746 dv-cinder-801617-4-iscsi neutron-server[100431]: timer() Aug 04 06:06:12.965746 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 06:06:12.965746 dv-cinder-801617-4-iscsi neutron-server[100431]: cb(*args, **kw) Aug 04 06:06:12.965746 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 06:06:12.965746 dv-cinder-801617-4-iscsi neutron-server[100431]: return func(*args, **kwargs) Aug 04 06:06:12.965746 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 06:06:12.965746 dv-cinder-801617-4-iscsi neutron-server[100431]: self._notify() Aug 04 06:06:12.965746 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 06:06:12.965746 dv-cinder-801617-4-iscsi neutron-server[100431]: self.callback(batched_events) Aug 04 06:06:12.965746 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 06:06:12.965746 dv-cinder-801617-4-iscsi neutron-server[100431]: event.method(event) Aug 04 06:06:12.965746 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 06:06:12.965746 dv-cinder-801617-4-iscsi neutron-server[100431]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 06:06:12.965746 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 06:06:12.965746 dv-cinder-801617-4-iscsi neutron-server[100431]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 06:06:12.965746 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 06:06:12.965746 dv-cinder-801617-4-iscsi neutron-server[100431]: return f(self, *a, **k) Aug 04 06:06:12.965746 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 06:06:12.965746 dv-cinder-801617-4-iscsi neutron-server[100431]: return self._get(url).json() Aug 04 06:06:12.965746 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 06:06:12.965746 dv-cinder-801617-4-iscsi neutron-server[100431]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 06:06:12.965746 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 06:06:12.965746 dv-cinder-801617-4-iscsi neutron-server[100431]: return self.request(url, 'GET', **kwargs) Aug 04 06:06:12.965746 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 06:06:12.965746 dv-cinder-801617-4-iscsi neutron-server[100431]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 06:06:12.965746 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 06:06:12.965746 dv-cinder-801617-4-iscsi neutron-server[100431]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 06:06:12.965746 dv-cinder-801617-4-iscsi neutron-server[100431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 06:06:12.965746 dv-cinder-801617-4-iscsi neutron-server[100431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 06:06:12.965746 dv-cinder-801617-4-iscsi neutron-server[100431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 06:06:13.063402 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-9c0df02e-378b-47ba-ab56-36990c2459a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571881'] for network, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:13.069793 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-9c0df02e-378b-47ba-ab56-36990c2459a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614497'] for network, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:13.071626 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-9c0df02e-378b-47ba-ab56-36990c2459a6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/5e98c912-97f2-44d7-b4ed-b3c6a63e2f82 HTTP/1.1" status: 204 len: 168 time: 0.6581302 Aug 04 06:06:13.081753 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0df02e-378b-47ba-ab56-36990c2459a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e98c912-97f2-44d7-b4ed-b3c6a63e2f82,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:06:13.438135 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 36520) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:06:13.480866 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-20c189d1-776c-496b-a75e-505b825412b3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b09ae787d8884ae3ba4497e18def9b7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415080 Aug 04 06:06:13.483190 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [-] (100431) accepted ('10.222.0.37', 36522) {{(pid=100431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:06:13.537137 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-60de647d-4608-4e19-b4c7-177677223b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:13.557533 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-60de647d-4608-4e19-b4c7-177677223b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:13.726014 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-60de647d-4608-4e19-b4c7-177677223b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:13.728583 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-60de647d-4608-4e19-b4c7-177677223b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:13.729727 dv-cinder-801617-4-iscsi neutron-server[100431]: INFO neutron.wsgi [None req-60de647d-4608-4e19-b4c7-177677223b19 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c229dcbb-c94f-448e-8df6-cc3d0be69bef HTTP/1.1" status: 204 len: 168 time: 0.2456648 Aug 04 06:06:13.740743 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60de647d-4608-4e19-b4c7-177677223b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c229dcbb-c94f-448e-8df6-cc3d0be69bef,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:06:13.954755 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device c5ff8b4b-b965-4efb-95a5-e5b59b4e2c9d no longer exists at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 06:06:13.974540 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] No Port match for: c5ff8b4b-b965-4efb-95a5-e5b59b4e2c9d {{(pid=100433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 06:06:13.974880 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device c5ff8b4b-b965-4efb-95a5-e5b59b4e2c9d not bound to the agent host dv-cinder-801617-4-iscsi {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 06:06:13.975283 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device b7a05fce-5e16-4177-9a5c-b987d6910c89 no longer exists at agent ovs-agent-dv-cinder-801617-4-iscsi {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 06:06:13.994455 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.plugin [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] No Port match for: b7a05fce-5e16-4177-9a5c-b987d6910c89 {{(pid=100433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 06:06:13.994720 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron.plugins.ml2.rpc [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Device b7a05fce-5e16-4177-9a5c-b987d6910c89 not bound to the agent host dv-cinder-801617-4-iscsi {{(pid=100433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 06:06:14.524277 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 36528) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:06:14.567666 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-d84638d3-cc66-4f22-bed2-38151ebf7018 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1ebaf97d33464c62b82da72808921f9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422218 Aug 04 06:06:14.570248 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.wsgi [-] (100432) accepted ('10.222.0.37', 36530) {{(pid=100432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 06:06:14.617020 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-b56dbcd2-2f04-4aae-a282-d10d33eb4c5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:14.638397 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-b56dbcd2-2f04-4aae-a282-d10d33eb4c5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:14.771910 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-b56dbcd2-2f04-4aae-a282-d10d33eb4c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950326'] for security_group, after_delete {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:14.774479 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron_lib.callbacks.manager [None req-b56dbcd2-2f04-4aae-a282-d10d33eb4c5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:14.775626 dv-cinder-801617-4-iscsi neutron-server[100432]: INFO neutron.wsgi [None req-b56dbcd2-2f04-4aae-a282-d10d33eb4c5c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a13e0cbc-6987-4181-b041-1ae63f55c893 HTTP/1.1" status: 204 len: 168 time: 0.2043650 Aug 04 06:06:14.784279 dv-cinder-801617-4-iscsi neutron-server[100432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56dbcd2-2f04-4aae-a282-d10d33eb4c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13e0cbc-6987-4181-b041-1ae63f55c893,revision_number=None']} {{(pid=100432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 06:06:26.462995 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:33.568045 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-669fbded-474e-4dc2-9aa1-be7e31464c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:36.006297 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-e38e75f3-b85a-4354-a418-7519b05c6722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:36.206173 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:37.605160 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6693b30c-6718-4946-8b55-748181203f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:39.400513 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-dee0c6e9-f257-441c-951e-ad3806d8c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:06:42.998546 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-af02ba66-bd33-4c7f-ad7c-7481e90ae0d9 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 06:06:56.434256 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:07:03.586964 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-9a11f95d-90e9-4285-8bef-d979cf4eb6d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:07:06.016696 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-9c5bf4c0-b934-4b8f-9980-e636be36b651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:07:06.188117 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:07:07.645828 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6693b30c-6718-4946-8b55-748181203f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:07:09.386466 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-dee0c6e9-f257-441c-951e-ad3806d8c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:07:19.997274 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-af02ba66-bd33-4c7f-ad7c-7481e90ae0d9 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 06:07:26.455789 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:07:33.544957 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c9d306d0-2da1-452a-932e-bc91971fc57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:07:35.992987 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-681a14fe-5b3f-4eb6-bac5-f0ce264b703e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:07:36.150635 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:07:37.630895 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6693b30c-6718-4946-8b55-748181203f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:07:39.364567 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-dee0c6e9-f257-441c-951e-ad3806d8c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:07:56.429981 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:07:56.995971 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-af02ba66-bd33-4c7f-ad7c-7481e90ae0d9 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 06:08:03.561149 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-2116f535-53bb-417c-97b9-6be96955bd88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:08:06.015536 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-ae6d057e-02df-4aba-80f1-302bc8f54fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:08:06.158338 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:08:07.638137 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6693b30c-6718-4946-8b55-748181203f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:08:09.393243 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-dee0c6e9-f257-441c-951e-ad3806d8c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:08:26.463016 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:08:33.571925 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-8be92ad2-5408-4ecd-b62d-bc4f54c70ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:08:33.994671 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-af02ba66-bd33-4c7f-ad7c-7481e90ae0d9 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 06:08:36.026509 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-a7b4f947-3bbe-4739-b12d-b93b17ca5fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:08:36.148741 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:08:37.611746 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6693b30c-6718-4946-8b55-748181203f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:08:39.414679 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-dee0c6e9-f257-441c-951e-ad3806d8c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:08:56.462216 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:09:02.463597 dv-cinder-801617-4-iscsi neutron-server[100431]: DEBUG neutron.wsgi [req-f593e748-4780-4760-86ca-8597d5ff4d31 req-d80f0526-6550-4632-b3fd-c12c3363073b service neutron] (100431) timed out ('10.222.0.18', 64939) {{(pid=100431) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 04 06:09:03.540184 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c55b7fb2-c3c3-43f8-9490-6af619af0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:09:05.987484 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-48548121-7d4c-4ea2-9e4e-c0845827c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:09:06.130379 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:09:07.614240 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6693b30c-6718-4946-8b55-748181203f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:09:09.391138 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-dee0c6e9-f257-441c-951e-ad3806d8c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:09:10.994372 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-af02ba66-bd33-4c7f-ad7c-7481e90ae0d9 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 06:09:26.476446 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:09:33.523817 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-f9458b1b-bb53-4aac-8814-3d53d5f9bf69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:09:35.992354 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6e9b44c1-d2a9-4867-b0c6-863b201de530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:09:36.151625 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:09:37.615027 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6693b30c-6718-4946-8b55-748181203f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:09:39.368892 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-dee0c6e9-f257-441c-951e-ad3806d8c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:09:47.993681 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-af02ba66-bd33-4c7f-ad7c-7481e90ae0d9 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 06:09:56.505115 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:10:03.545186 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-44de17a5-59bb-41cd-9f5f-a1d1d19337b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:10:06.013751 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-b536de55-65eb-4217-bd92-8860673748ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:10:06.173005 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:10:07.624976 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6693b30c-6718-4946-8b55-748181203f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:10:09.396390 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-dee0c6e9-f257-441c-951e-ad3806d8c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:10:24.993096 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-af02ba66-bd33-4c7f-ad7c-7481e90ae0d9 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 06:10:26.498513 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:10:33.543808 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-95f4387a-62c6-4d2d-8c8f-1f122c2a0224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:10:35.995073 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-485031d2-4e8f-4539-9020-672bee8e0052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:10:36.120802 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:10:37.629184 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6693b30c-6718-4946-8b55-748181203f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:10:39.440798 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-dee0c6e9-f257-441c-951e-ad3806d8c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:10:56.497561 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c86bdf3f-fe85-40ad-aa53-a83b9d75fcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:11:01.992161 dv-cinder-801617-4-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-af02ba66-bd33-4c7f-ad7c-7481e90ae0d9 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 06:11:03.519738 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-4197f6f8-573c-41a1-9115-be042839322b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:11:06.000348 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-49322d6e-c176-42e4-a93c-1fbd74204d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:11:06.114432 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-c96974c9-37e9-47ae-b769-47f8ac3ecda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:11:07.628814 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-6693b30c-6718-4946-8b55-748181203f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 06:11:09.405946 dv-cinder-801617-4-iscsi neutron-server[100433]: DEBUG neutron_lib.callbacks.manager [None req-dee0c6e9-f257-441c-951e-ad3806d8c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791115231205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008894'] for agent, after_update {{(pid=100433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}